-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Remove broken caching and use workaround for broken pip install (#28)
* Add a status badge to the README * Don't use caching in CI when pushing container images to registry * Remove use of docker image cache in push steps
- Loading branch information
1 parent
554f2db
commit 8aac3f1
Showing
7 changed files
with
85 additions
and
150 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -43,20 +43,9 @@ spack config add config:install_tree:padded_length:128 | |
| spack env create ${SPACK_ENV_NAME} || true | ||
| spack env activate ${SPACK_ENV_NAME} | ||
|
|
||
| # Install python tools | ||
| spack add [email protected]%${SPACK_ENV_COMPILER} ${TARGET_ARCH_OPT} | ||
| spack add py-pytest%${SPACK_ENV_COMPILER} ${TARGET_ARCH_OPT} | ||
| spack add py-pylint%${SPACK_ENV_COMPILER} ${TARGET_ARCH_OPT} | ||
| spack add py-flake8%${SPACK_ENV_COMPILER} ${TARGET_ARCH_OPT} | ||
| spack add py-mypy%${SPACK_ENV_COMPILER} ${TARGET_ARCH_OPT} | ||
| spack add py-black%${SPACK_ENV_COMPILER} ${TARGET_ARCH_OPT} | ||
| spack add py-ply%${SPACK_ENV_COMPILER} ${TARGET_ARCH_OPT} | ||
| spack add miniconda3%${SPACK_ENV_COMPILER} ${TARGET_ARCH_OPT} | ||
| spack install | ||
|
|
||
| # Install flux components | ||
| spack add flux-core@0.49.0%${SPACK_ENV_COMPILER} ^[email protected] ${TARGET_ARCH_OPT} | ||
| spack add flux-sched@0.27.0%${SPACK_ENV_COMPILER} ^[email protected] ${TARGET_ARCH_OPT} | ||
| spack add flux-core@0.53.0%${SPACK_ENV_COMPILER} ^[email protected].15 ${TARGET_ARCH_OPT} | ||
| spack add flux-sched@0.28.0%${SPACK_ENV_COMPILER} ^[email protected].15 ${TARGET_ARCH_OPT} | ||
| spack concretize -f | ||
| spack install --no-checksum | ||
|
|
||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,7 +1,54 @@ | ||
| #!/bin/env bash | ||
|
|
||
| # These can be customized to suit individual needs | ||
| DEFAULT_GCC_VERSION=$(/usr/bin/gcc --version | head -1 | sed -e 's/([^()]*)//g' | awk '{print $2}') # Version of system default gcc | ||
| DEFAULT_COMPILER="gcc@${DEFAULT_GCC_VERSION}" # Default system compiler used to build newer gcc | ||
|
|
||
| SPACK_ENV_NAME="flux" # Name of spack environment to create | ||
| SPACK_ENV_COMPILER="[email protected]" # Compiler to use to build the spack environment | ||
| TARGET_ARCH_OPT="target=x86_64" # Compiler architecture build target | ||
|
|
||
| ################################################################################ | ||
| # help # | ||
| ################################################################################ | ||
| help() | ||
| { | ||
| # Display help | ||
| echo "Installs parsl into flux Spack environment" | ||
| echo | ||
| echo "Usage: install_parsl.sh" | ||
| echo | ||
| } | ||
|
|
||
| # Get the location of Spack so we can update permissions | ||
| if [[ $(which spack 2>/dev/null) ]]; then | ||
| SPACK_DIR=$(dirname $(dirname $(which spack))) | ||
| else | ||
| echo "Cannot find Spack." | ||
| echo | ||
| echo "Please install Spack and/or source Spack's environment setup script: .../spack/share/setup-env.sh" | ||
| echo | ||
| exit 1 | ||
| fi | ||
|
|
||
| set -eu | ||
|
|
||
| # Configure spack | ||
| spack config add concretizer:unify:true | ||
| spack config add concretizer:reuse:true | ||
| spack config add config:db_lock_timeout:300 | ||
| spack config add config:install_tree:padded_length:128 | ||
|
|
||
| # Configure spack environment | ||
| spack env create ${SPACK_ENV_NAME} || true | ||
| spack env activate ${SPACK_ENV_NAME} | ||
|
|
||
| # Re-install pip to update the view and make it reappear in the flux environment | ||
| spack env activate flux | ||
| pip install parsl | ||
| pip install 'dill @ git+https://github.com/uqfoundation/dill' | ||
| spack add py-pip%${SPACK_ENV_COMPILER} ^[email protected] ${TARGET_ARCH_OPT} | ||
| spack install | ||
|
|
||
| # Install parsl with pip | ||
| python -m pip install parsl | ||
|
|
||
| exit 0 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters