media_dev_event #133
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This action will be trigger by docker.yml action | |
| # docker.yml action download the artifact for build | |
| name: Build Media-Dev for Apphub | |
| on: | |
| workflow_dispatch: | |
| repository_dispatch: | |
| types: [media_dev_event] | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| env: | |
| ACCESS_TOKEN: ${{ secrets.CONTENTFUL_GRAPHQLTOKEN }} | |
| LOCALES: "en-US,zh-CN" | |
| DATA_DIR: "json" | |
| APPSTORE_LOGO_DIR: "logos" | |
| SCREENSHOT_DIR: "screenshots" | |
| LIMIT: 100 | |
| CI: false | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Install GNU Parallel | |
| run: sudo apt-get install -y parallel | |
| - name: Fetch catalog data from contentful graphql | |
| run: | | |
| mkdir -p $DATA_DIR | |
| IFS=',' read -ra LOCALE_ARRAY <<< "$LOCALES" | |
| for LOCALE in "${LOCALE_ARRAY[@]}"; do | |
| curl -X POST \ | |
| -H "Content-Type: application/json" \ | |
| -H "Authorization: Bearer $ACCESS_TOKEN" \ | |
| -d '{"query":"query($locale: String){catalog(id: \"2Yp0TY3kBHgG6VDjsHZNpK\",locale:$locale) {linkedFrom(allowedLocales:[\"en-US\"]) {catalogCollection(limit:20) {items {key position title linkedFrom(allowedLocales:[\"en-US\"]) {catalogCollection(limit:20) {items {key title position}}}}}}}}","variables":{"locale":"'$LOCALE'"}}' \ | |
| https://graphql.contentful.com/content/v1/spaces/ffrhttfighww | \ | |
| jq '.data.catalog.linkedFrom.catalogCollection.items' > $DATA_DIR/catalog_${LOCALE:0:2}.json | |
| done | |
| - name: Fetch product data json and download screenshots | |
| run: | | |
| mkdir -p $SCREENSHOT_DIR && IFS=',' read -ra LOCALE_ARRAY <<< "$LOCALES" && for LOCALE in "${LOCALE_ARRAY[@]}"; do | |
| SKIP=0 | |
| TOTAL=0 | |
| ITEMS=() | |
| while [ $SKIP -le $TOTAL ]; do | |
| RESPONSE=$(curl -X POST \ | |
| -H "Content-Type: application/json" \ | |
| -H "Authorization: Bearer $ACCESS_TOKEN" \ | |
| -d '{"query":"query($locale: String,$skip: Int){productCollection(locale:$locale,where:{appStore:true},limit: '$LIMIT', skip: $skip) {total items {sys {id} key hot trademark summary overview websiteurl description screenshots distribution vcpu memory storage logo {imageurl} catalogCollection(limit:15) {items {key title catalogCollection(limit:5){items{key title position}}}}}}}", "variables":{"locale":"'$LOCALE'", "skip":'$SKIP'}}' \ | |
| https://graphql.contentful.com/content/v1/spaces/ffrhttfighww) | |
| ITEMS+=($(echo $RESPONSE | jq '.data.productCollection.items[]')) | |
| TOTAL=$(echo $RESPONSE | jq '.data.productCollection.total') | |
| SKIP=$((SKIP + LIMIT)) | |
| done | |
| echo ${ITEMS[@]} | jq -r '.screenshots[]?.value' | sed 's/"//g' | parallel -j 10 "wget -t 0 -N {} -P $SCREENSHOT_DIR/${LOCALE:0:2} || echo {} >> $SCREENSHOT_DIR/Error.log" | |
| echo ${ITEMS[@]} | jq -s '.' > $DATA_DIR/product_${LOCALE:0:2}.json | |
| done | |
| - name: Install and configure Aliyun ossutil | |
| run: | | |
| wget http://gosspublic.alicdn.com/ossutil/1.7.6/ossutil64 | |
| chmod 755 ossutil64 | |
| ./ossutil64 config -e ${{ secrets.OSS_ENDPOINT }} -i ${{ secrets.OSS_ACCESS_KEY_ID }} -k ${{ secrets.OSS_ACCESS_KEY_SECRET }} | |
| - name: Download logos from oss | |
| run: ./ossutil64 cp oss://libs-websoft9-com/Websoft9/logo/product/ $APPSTORE_LOGO_DIR -r --update | |
| - name: Create Zip Archive | |
| run: | | |
| rsync -av json logos screenshots media | |
| zip -r media-dev.zip media/ | |
| mkdir media-dev | |
| mv media-dev.zip media-dev/ | |
| - name: Upload To cloudflare r2 | |
| uses: ryand56/r2-upload-action@latest | |
| with: | |
| r2-account-id: ${{ secrets.CLOUDFLARE_ACCOUNT_ID }} | |
| r2-access-key-id: ${{ secrets.CLOUDFLARE_SECRET_ID }} | |
| r2-secret-access-key: ${{ secrets.CLOUDFLARE_SECRET_KEY }} | |
| r2-bucket: artifact | |
| source-dir: media-dev | |
| destination-dir: ./dev/websoft9/plugin/media | |
| # - name: Upload media-dev.zip to artifacts | |
| # uses: actions/upload-artifact@v3 | |
| # with: | |
| # name: media | |
| # path: media-dev.zip |