forked from mpi2/impc-etl
-
Notifications
You must be signed in to change notification settings - Fork 0
/
.travis.yml
39 lines (39 loc) · 1.66 KB
/
.travis.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
language: python
cache:
- pip: true
- directories:
- /home/travis/data/
python:
- "3.7.4"
install:
- curl https://raw.githubusercontent.com/amoe/travis-polyglot-test/master/jdk_switcher.sh --output jdk_switcher.sh
- curl https://raw.githubusercontent.com/amoe/travis-polyglot-test/master/custom_path.sh --output custom_path.sh
- java -version
- echo $PATH
- /usr/local/lib/jvm/openjdk11/bin/java -version
- /usr/bin/java -version
- source ./jdk_switcher.sh
- jdk_switcher use openjdk8
- source ./custom_path.sh
- export PATH=$(get_filtered_path /usr/local/lib/jvm/openjdk11/bin)
- java -version
- pip install -r requirements/common.txt && pip install -r requirements/dev.txt
- set -e
- mkdir -p -- $IMPC_PATH $FIXTURES_PATH
- curl https://wwwdev.ebi.ac.uk/~federico/rbrc.tar.gz --output $IMPC_PATH/rbrc.tar.gz
- cd $IMPC_PATH && tar -xvzf rbrc.tar.gz && rm rbrc.tar.gz
- curl https://wwwdev.ebi.ac.uk/~federico/pipeline_parquet.tar.gz --output $FIXTURES_PATH/pipeline_parquet.tar.gz
- cd $FIXTURES_PATH && tar -xvzf pipeline_parquet.tar.gz && rm pipeline_parquet.tar.gz
- SPARK_VERSION='2.4.4'
- HADOOP_VERSION='2.7'
- curl http://apache.mirror.gtcomm.net/spark/spark-$SPARK_VERSION/spark-$SPARK_VERSION-bin-hadoop$HADOOP_VERSION.tgz --output /tmp/spark-$SPARK_VERSION-bin-hadoop$HADOOP_VERSION.tgz
- cd /tmp && tar -xzvf /tmp/spark-$SPARK_VERSION-bin-hadoop$HADOOP_VERSION.tgz
- cd $TRAVIS_BUILD_DIR
env:
global:
- SPARK_HOME=/tmp/spark-2.4.4-bin-hadoop2.7
- FIXTURES_PATH=/home/travis/data/fixtures/
- INPUT_PATH=/home/travis/data/xml/
- IMPC_PATH=/home/travis/data/xml/impc
script:
- pytest tests/unit/