forked from dsaidgovsg/airflow-pipeline
-
Notifications
You must be signed in to change notification settings - Fork 0
/
.travis.yml
31 lines (31 loc) · 815 Bytes
/
.travis.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
language: python
python:
- '2.7'
branches:
only:
- master
services:
- docker
install:
- docker build -t test-airflow:latest --no-cache
--build-arg SPARK_VERSION=2.1.2
--build-arg HADOOP_VERSION=2.6.5
--build-arg SPARK_PY4J=python/lib/py4j-0.10.4-src.zip
--target with-spark .
script:
- docker-compose -f tests/docker-compose.test.yml up
env:
- SPARK_VERSION=2.1.2
HADOOP_VERSION=2.6.5
SPARK_PY4J=python/lib/py4j-0.10.4-src.zip
DOCKER_TAGS=spark-2.1
- SPARK_VERSION=1.6.3
HADOOP_VERSION=2.6.5
SPARK_PY4J=python/lib/py4j-0.9-src.zip
DOCKER_TAGS="spark-1.6 latest"
- DOCKER_TAGS=no-spark
after_success:
- if [ "$TRAVIS_EVENT_TYPE" == "push" ] && [ "$TRAVIS_BRANCH" == "master" ]; then
docker login -u="$DOCKER_USER" -p="$DOCKER_PASS" ;
./build-and-push-docker.sh ;
fi