Refactor image/stamp workflow #879
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: imSim CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - releases/* | |
| pull_request: | |
| branches: | |
| - main | |
| - releases/* | |
| jobs: | |
| build: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ ubuntu-latest ] | |
| py: [ "3.11" ] | |
| CC: [ gcc ] | |
| CXX: [ g++ ] | |
| defaults: | |
| run: | |
| # cf. https://github.com/conda-incubator/setup-miniconda#important | |
| shell: bash -l {0} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Setup conda | |
| uses: conda-incubator/setup-miniconda@v2 | |
| with: | |
| activate-environment: stack | |
| python-version: ${{ matrix.py }} | |
| condarc-file: etc/.condarc | |
| - name: Install conda deps | |
| run: | | |
| conda update -n base conda | |
| conda info | |
| conda list | |
| conda install -y --file etc/standalone_conda_requirements.txt || true | |
| conda info | |
| conda list | |
| - name: Install skyCatalogs from source | |
| run: | | |
| git clone https://github.com/LSSTDESC/skyCatalogs.git | |
| cd skyCatalogs | |
| git checkout v1.7.0rc4 | |
| # fix bug specifying version | |
| sed -i.bak 's/\.skycatalogs/skycatalogs/' pyproject.toml | |
| pip install --no-build-isolation --no-deps -e . | |
| cd .. | |
| - name: Try newer healpy | |
| run: | | |
| pip install healpy>=1.17.3 --upgrade | |
| - name: Cache data | |
| id: cache-data | |
| uses: actions/cache@v4 | |
| with: | |
| path: rubin_sim_data | |
| key: "2024-05-10" # Update the key if we ever change the data. | |
| - name: Install rubin_sim_data | |
| if: steps.cache-data.outputs.cache-hit != 'true' | |
| run: | | |
| mkdir rubin_sim_data | |
| mkdir rubin_sim_data/sims_sed_library | |
| # Just get the skybrightness, throughputs, and SED data for now. | |
| curl https://s3df.slac.stanford.edu/groups/rubin/static/sim-data/rubin_sim_data/skybrightness_may_2021.tgz | tar -C rubin_sim_data -xz | |
| curl https://s3df.slac.stanford.edu/groups/rubin/static/sim-data/rubin_sim_data/throughputs_2023_09_07.tgz | tar -C rubin_sim_data -xz | |
| curl https://s3df.slac.stanford.edu/groups/rubin/static/sim-data/sed_library/seds_170124.tar.gz | tar -C rubin_sim_data/sims_sed_library -xz | |
| - name: Install imSim | |
| run: | |
| pip install . | |
| - name: Install test deps | |
| run: | |
| conda install -y pytest nose pytest-durations pytest-xdist || true | |
| - name: Run tests | |
| run: | | |
| export RUBIN_SIM_DATA_DIR=`pwd`/rubin_sim_data | |
| eups list lsst_distrib | |
| galsim --version | |
| pytest --durations=10 -n auto | |
| - name: Check example config files | |
| run: | | |
| echo $PWD | |
| ls /home/runner/work/imSim | |
| export IMSIM_HOME=/home/runner/work/imSim | |
| export RUBIN_SIM_DATA_DIR=`pwd`/rubin_sim_data | |
| export SIMS_SED_LIBRARY_DIR=`pwd`/rubin_sim_data/sims_sed_library | |
| # Just check that they haven't gotten stale and produce errors. | |
| cd examples | |
| galsim flat.yaml image.counts_per_pixel=500 | |
| galsim flat_with_sed.yaml image.counts_per_pixel=5 | |
| galsim imsim-user-instcat.yaml image.nobjects=10 | |
| galsim imsim-user-skycat.yaml image.nobjects=10 | |
| galsim imsim-user-instcat-comcam.yaml | |
| galsim imsim-user-skycat-comcam.yaml |