ENH: generate Dockerfiles with neurodocker + migrate to CircleCI 2.0

.circleci/config.yml

@@ -0,0 +1,149 @@
+# Examples:
+# https://github.com/circleci/frontend/blob/master/.circleci/config.yml
+#
+# Questions
+# ---------
+# 1. Regarding the cache: what if the base Dockerfile is reverted to a previous
+# version? The cache for that Dockerfile will exist, so it will pull the
+# image, which is incorrect. Include a note in generate_dockerfiles.sh to
+# increase the version of the cache.
+
+version: 2
+jobs:
+
+ compare_base_dockerfiles:
+ docker:
+ - image: docker:17.06.2-ce-git # shell is /bin/ash (bash not available)
+ steps:
+ - checkout:
+ path: /home/circleci/nipype
+ - run:
+ name: Prune base Dockerfile in preparation for cache check
+ command: |
+ mkdir -p /tmp/docker
+
+ # Remove empty lines, comments, and the timestamp from the base
+ # Dockerfile. Use the sha256 sum of this pruned Dockerfile as the
+ # cache key.
+ sed -e '/\s*#.*$/d' \
+ -e '/^\s*$/d' \
+ -e '/generation_timestamp/d' \
+ /home/circleci/nipype/docker/Dockerfile.base \
+ > /tmp/docker/Dockerfile.base-pruned
+ - restore_cache:
+ key: dftest-v4-master-{{ checksum "/tmp/docker/Dockerfile.base-pruned" }}
+ - run:
+ name: Determine how to get base image
+ command: |
+ GET_BASE="/tmp/docker/get_base_image.sh"
+
+ # This directory comes from the cache.
+ if [ -d /cache/base-dockerfile ]; then
+ echo 'echo Pulling base image ...' > "$GET_BASE"
+ echo 'docker pull kaczmarj/nipype:base' >> "$GET_BASE"
+ else
+ echo 'echo Building base image ...' > "$GET_BASE"
+ echo 'docker build -t kaczmarj/nipype:base - < /home/circleci/nipype/docker/Dockerfile.base' >> "$GET_BASE"
+ fi
+ - persist_to_workspace:
+ root: /tmp
+ paths:
+ - docker/*
+
+
+ build_and_test:
+ parallelism: 1
+ # Ideally, we could test inside the main docker image.
+ machine:
+ # Ubuntu 14.04 with Docker 17.03.0-ce
+ image: circleci/classic:201703-01
+ steps:
+ - checkout:
+ path: /home/circleci/nipype
+ - attach_workspace:
+ at: /tmp
+ - run:
+ name: Get base image (pull or build)
+ no_output_timeout: 60m
+ command: |
+ bash /tmp/docker/get_base_image.sh
+ - run:
+ name: Build main image (latest & py36)
+ no_output_timeout: 60m
+ command: |
+ cd /home/circleci/nipype
+
+ docker build --rm=false \
+ --tag kaczmarj/nipype:latest \
+ --tag kaczmarj/nipype:py36 \
+ --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
+ --build-arg VCS_REF=`git rev-parse --short HEAD` \
+ --build-arg VERSION=$CIRCLE_TAG .
+ - run:
+ name: Build main image (py27)
+ no_output_timeout: 60m
+ command: |
+ cd /home/circleci/nipype
+
+ docker build --rm=false \
+ --tag kaczmarj/nipype:py27 \
+ --build-arg PYTHON_VERSION_MAJOR=2 \
+ --build-arg PYTHON_VERSION_MINOR=7 \
+ --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
+ --build-arg VCS_REF=`git rev-parse --short HEAD` \
+ --build-arg VERSION=$CIRCLE_TAG-py27 /home/circleci/nipype
+ - run:
+ name: Run tests
+ command: |
+ echo "This is node $CIRCLE_NODE_INDEX"
+ echo "No tests to run yet."
+ - run:
+ name: Save Docker images to workspace
+ no_output_timeout: 60m
+ command: |
+ if [ "$CIRCLE_NODE_INDEX" -eq "0" ]; then
+ echo "Saving Docker images to tar.gz files ..."
+ docker save kaczmarj/nipype:latest kaczmarj/nipype:py36 | gzip > /tmp/docker/nipype-latest-py36.tar.gz
+ fi
+ - persist_to_workspace:
+ root: /tmp
+ paths:
+ - docker/*
+
+
+ deploy:
+ docker:
+ - image: docker:17.06.2-ce-git
+ steps:
+ - checkout
+ - setup_remote_docker
+ - attach_workspace:
+ at: /tmp
+ - run:
+ name: Load saved Docker images.
+ no_output_timeout: 60m
+ command: |
+ docker load < /tmp/docker/nipype-latest-py36.tar.gz
+ - run:
+ name: Push to DockerHub
+ no_output_timeout: 60m
+ command: |
+ if [ "${CIRCLE_BRANCH}" == "enh/circleci-neurodocker" ]; then
+ docker login -u $DOCKER_USER -p $DOCKER_PASS
+ docker push kaczmarj/nipype:latest
+ docker push kaczmarj/nipype:py36
+ fi
+# TODO: write pruned Dockerfile to cache here. Make a shell script that will
+# prune Dockerfiles
+
+workflows:
+ version: 2
+ build_test_deply:
+ jobs:
+ - compare_base_dockerfiles
+ - build_and_test:
+ requires:
+ - compare_base_dockerfiles
+ - deploy:
+ requires:
+ - build_and_test