Reload data on a demo server #14
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Reload data on a demo server | |
| on: | |
| workflow_call: | |
| inputs: | |
| environment: | |
| description: Environment in which to reload data | |
| type: string | |
| required: true | |
| workflow_dispatch: | |
| inputs: | |
| environment: | |
| description: Environment in which to reload data | |
| type: environment | |
| required: true | |
| jobs: | |
| reload: | |
| name: Clean up ${{ inputs.environment }} demo server | |
| runs-on: ubuntu-latest | |
| environment: ${{ inputs.environment }} | |
| steps: | |
| - name: Check out | |
| uses: actions/checkout@v4 | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: Get instance address | |
| id: ec2-describe-instances | |
| run: | | |
| INSTANCE_ADDRESS=$(aws ec2 describe-instances \ | |
| --instance-ids ${{ vars.INSTANCE_ID }} \ | |
| --query "Reservations[*].Instances[*].[PublicDnsName]" \ | |
| --output text) | |
| echo "INSTANCE_ADDRESS=$INSTANCE_ADDRESS" >> "$GITHUB_OUTPUT" | |
| - name: Set up SSH | |
| run: | | |
| mkdir --parents ~/.ssh | |
| echo "${{ secrets.SSH_PRIVATE_KEY }}" > ~/.ssh/staging | |
| chmod 600 ~/.ssh/staging | |
| cat >>~/.ssh/config <<END | |
| Host staging | |
| HostName ${{ steps.ec2-describe-instances.outputs.INSTANCE_ADDRESS }} | |
| User ec2-user | |
| IdentityFile ~/.ssh/staging | |
| END | |
| ssh-keyscan -H ${{ steps.ec2-describe-instances.outputs.INSTANCE_ADDRESS }} >> ~/.ssh/known_hosts | |
| - name: Create Docker context | |
| run: | | |
| docker context create staging \ | |
| --docker host=ssh://staging \ | |
| --description "Staging server" | |
| - name: Load data | |
| run: | | |
| set -e | |
| set -u | |
| set -o pipefail | |
| set -x | |
| docker pull ghcr.io/gmod/apollo-cli:${{ vars.DOCKER_TAG }} | |
| function apollo() { | |
| docker run \ | |
| --rm \ | |
| --interactive \ | |
| --add-host host.docker.internal=host-gateway \ | |
| --volume ~/.config/apollo-cli:/root/.config/apollo-cli \ | |
| --volume ~/data:/data \ | |
| --env APOLLO_PROFILE=auto \ | |
| ghcr.io/gmod/apollo-cli:${{ vars.DOCKER_TAG }} \ | |
| "$@" | |
| } | |
| mkdir --parents ~/.config/apollo-cli | |
| touch ~/.config/apollo-cli/config.yml | |
| apollo config address http://host.docker.internal/apollo | |
| apollo config accessType root | |
| apollo config rootCredentials.username ${{ secrets.ROOT_USER_NAME }} | |
| apollo config rootCredentials.password ${{ secrets.ROOT_USER_PASSWORD }} | |
| apollo login | |
| apollo assembly get | apollo assembly delete --verbose --assembly - | |
| apollo file get | apollo file delete | |
| apollo assembly \ | |
| add-from-fasta \ | |
| /data/schistosoma_mansoni.PRJEA36577.WBPS19.genomic.fa.gz \ | |
| --fai /data/schistosoma_mansoni.PRJEA36577.WBPS19.genomic.fa.gz.fai \ | |
| --gzi /data/schistosoma_mansoni.PRJEA36577.WBPS19.genomic.fa.gz.gzi \ | |
| --assembly 'Schistosoma mansoni' \ | |
| --not-editable | |
| apollo feature \ | |
| import \ | |
| --input-file /data/schistosoma_mansoni.PRJEA36577.WBPS19.annotations.genes.gff3 \ | |
| --assembly 'Schistosoma mansoni' | |
| apollo assembly \ | |
| add-from-fasta \ | |
| /data/schistosoma_haematobium.TD2_PRJEB44434.WBPS19.genomic.fa \ | |
| --fai /data/schistosoma_haematobium.TD2_PRJEB44434.WBPS19.genomic.fa.gz.fai \ | |
| --gzi /data/schistosoma_haematobium.TD2_PRJEB44434.WBPS19.genomic.fa.gz.gzi \ | |
| --assembly 'Schistosoma haematobium' \ | |
| --not-editable | |
| apollo feature \ | |
| import \ | |
| --input-file /data/schistosoma_mansoni.PRJEA36577.WBPS19.annotations.genes.gff3 \ | |
| --assembly 'Schistosoma haematobium' |