-
Notifications
You must be signed in to change notification settings - Fork 24
95 lines (89 loc) · 3.59 KB
/
report.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
name: Generate Data Usage Report
on:
pull_request:
branches:
- main
jobs:
generate_data_usage_report:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Log in to DockerHub
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- name: Build and push Docker image
uses: docker/build-push-action@v3
with:
context: .
file: images/Dockerfile.dandihub_report_generator
push: true
tags: ${{ secrets.DOCKERHUB_USERNAME }}/dandihub_report_generator:latest
# - name: Configure AWS credentials
# uses: aws-actions/configure-aws-credentials@v3
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
# aws-region: us-east-2
#
# - name: Assume ProvisioningRole
# run: |
# CREDS=$(aws sts assume-role --role-arn ${{ secrets.AWS_PROVISIONING_ROLE_ARN }} --role-session-name "GitHubActionsSession")
# export AWS_ACCESS_KEY_ID=$(echo $CREDS | jq -r '.Credentials.AccessKeyId')
# export AWS_SECRET_ACCESS_KEY=$(echo $CREDS | jq -r '.Credentials.SecretAccessKey')
# export AWS_SESSION_TOKEN=$(echo $CREDS | jq -r '.Credentials.SessionToken')
#
# - name: Configure kubectl with AWS EKS
# run: |
# aws eks update-kubeconfig --name eks-dandihub --region us-east-2 --role-arn ${{ secrets.AWS_PROVISIONING_ROLE_ARN }}
#
# # TODO remove
# - name: Sanity check
# run: |
# kubectl get pods -n jupyterhub
#
# - name: Replace image placeholder in manifest
# run: |
# sed -i 's|IMAGE_PLACEHOLDER|'"${{ secrets.DOCKERHUB_USERNAME }}/disk_usage_report:latest"'|' .github/manifests/disk-usage-report-job.yaml
#
# - name: Deploy Disk Usage Report Job
# run: |
# kubectl apply -f .github/manifests/disk-usage-report-job.yaml
#
# # TODO should timeout be longer?
# - name: Wait for Disk Usage Report Job to complete
# run: |
# kubectl wait --for=condition=complete job/disk-usage-report-job --timeout=300s
# continue-on-error: true
#
# - name: Save Pod logs to file
# run: |
# POD_NAME=$(kubectl get pods --selector=job-name=disk-usage-report-job -o jsonpath='{.items[0].metadata.name}')
# kubectl logs $POD_NAME > disk_usage_report.log
# continue-on-error: true
#
# # continue-on-error for previous steps so we delete the job
# - name: Delete Disk Usage Report Job
# run: |
# kubectl delete job disk-usage-report-job
#
# - name: Clone dandi-hub-usage-reports repository
# run: |
# git clone https://github.com/dandi/dandi-hub-usage-reports.git
# cd dandi-hub-usage-reports
#
# - name: Copy log file to repository
# run: |
# DATE=$(date +'%Y-%m-%d')
# mv ../disk_usage_report.log $DATE_disk_usage_report.log
#
# # Step 13: Commit and push logs to the repository
# - name: Commit and push logs
# run: |
# git config --global user.name "GitHub Actions"
# git config --global user.email "[email protected]"
# git add disk_usage_report.log
# git commit -m "Add disk usage report log"
# git push https://${{ secrets.GITHUB_TOKEN }}@github.com/dandi/dandi-hub-usage-reports.git