Split dockerfile-build in two steps

2017-05-30 22:53:19 +02:00 · 2017-05-30 22:53:19 +02:00 · c568542d77
commit c568542d77
parent 6321d08024
2 changed files with 234 additions and 0 deletions
--- a/quay-base.dockerfile
+++ b/quay-base.dockerfile
@ -0,0 +1,110 @@
+# vim:ft=dockerfile
+
+FROM phusion/baseimage:0.9.19
+
+ENV DEBIAN_FRONTEND noninteractive
+ENV HOME /root
+
+# This is so we don't break http golang/go#17066
+# When Ubuntu has nginx >= 1.11.0 we can switch back.
+RUN  add-apt-repository ppa:nginx/development
+
+# Add Yarn repository until it is officially added to Ubuntu
+RUN curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add -
+RUN echo "deb https://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list
+
+# Install system packages
+RUN apt-get update && apt-get upgrade -y # 26MAY2017
+RUN apt-get install -y \
+     dnsmasq           \
+     g++               \
+     gdb               \
+     gdebi-core        \
+     git               \
+     jpegoptim         \
+     libevent-2.0.5    \
+     libevent-dev      \
+     libffi-dev        \
+     libfreetype6-dev  \
+     libgpgme11        \
+     libgpgme11-dev    \
+     libjpeg62         \
+     libjpeg62-dev     \
+     libjpeg8          \
+     libldap-2.4-2     \
+     libldap2-dev      \
+     libmagic1         \
+     libpq-dev         \
+     libpq5            \
+     libsasl2-dev      \
+     libsasl2-modules  \
+     monit             \
+     nginx             \
+     nodejs            \
+     optipng           \
+     openssl           \
+     python-dbg        \
+     python-dev        \
+     python-pip        \
+     python-virtualenv \
+     yarn=0.22.0-1     \
+     w3m
+
+# Install python dependencies
+ADD requirements.txt requirements.txt
+RUN virtualenv --distribute venv
+RUN venv/bin/pip install -r requirements.txt # 07SEP2016
+RUN venv/bin/pip freeze
+
+# Check python dependencies for the GPL
+# Due to the following bug, pip results must be piped to a file before grepping:
+# https://github.com/pypa/pip/pull/3304
+RUN cat requirements.txt | grep -v "^-e" | awk -F'==' '{print $1}' | xargs venv/bin/pip --disable-pip-version-check show > pipinfo.txt && \
+    test -z $(cat pipinfo.txt | grep GPL | grep -v LGPL) && \
+    rm pipinfo.txt
+
+# Install cfssl
+RUN mkdir /gocode
+ENV GOPATH /gocode
+RUN curl -O https://storage.googleapis.com/golang/go1.6.linux-amd64.tar.gz && \
+    tar -xvf go1.6.linux-amd64.tar.gz && \
+    mv go /usr/local && \
+    rm -rf go1.6.linux-amd64.tar.gz && \
+    /usr/local/go/bin/go get -u github.com/cloudflare/cfssl/cmd/cfssl && \
+    /usr/local/go/bin/go get -u github.com/cloudflare/cfssl/cmd/cfssljson && \
+    cp /gocode/bin/cfssljson /bin/cfssljson && \
+    cp /gocode/bin/cfssl /bin/cfssl && \
+    rm -rf /gocode && rm -rf /usr/local/go
+
+# Install jwtproxy
+RUN curl -L -o /usr/local/bin/jwtproxy https://github.com/coreos/jwtproxy/releases/download/v0.0.1/jwtproxy-linux-x64
+RUN chmod +x /usr/local/bin/jwtproxy
+
+# Install prometheus-aggregator
+RUN curl -L -o /usr/local/bin/prometheus-aggregator https://github.com/coreos/prometheus-aggregator/releases/download/v0.0.1-alpha/prometheus-aggregator
+RUN chmod +x /usr/local/bin/prometheus-aggregator
+
+# Install front-end dependencies
+RUN ln -s /usr/bin/nodejs /usr/bin/node
+ADD package.json package.json
+ADD tsconfig.json tsconfig.json
+ADD webpack.config.js webpack.config.js
+ADD typings.json typings.json
+ADD yarn.lock yarn.lock
+RUN yarn install --ignore-engines
+
+# Add static files
+ADD static static
+
+# Run Webpack
+RUN yarn build
+
+# Optimize our images
+ADD static/img static/img
+RUN jpegoptim static/img/**/*.jpg
+RUN optipng -clobber -quiet static/img/**/*.png
+
+ADD external_libraries.py external_libraries.py
+RUN venv/bin/python -m external_libraries
+
+EXPOSE 443 8443 80
--- a/quay.dockerfile
+++ b/quay.dockerfile
@ -0,0 +1,124 @@
+# vim:ft=dockerfile
+
+FROM quay.io/quay/quay-base:latest
+
+ENV DEBIAN_FRONTEND noninteractive
+ENV HOME /root
+
+
+# Install python dependencies
+ADD requirements.txt requirements.txt
+RUN virtualenv --distribute venv
+RUN venv/bin/pip install -r requirements.txt # 07SEP2016
+RUN venv/bin/pip freeze
+
+# Check python dependencies for the GPL
+# Due to the following bug, pip results must be piped to a file before grepping:
+# https://github.com/pypa/pip/pull/3304
+RUN cat requirements.txt | grep -v "^-e" | awk -F'==' '{print $1}' | xargs venv/bin/pip --disable-pip-version-check show > pipinfo.txt && \
+    test -z $(cat pipinfo.txt | grep GPL | grep -v LGPL) && \
+    rm pipinfo.txt
+
+# Install front-end dependencies
+RUN ln -s /usr/bin/nodejs /usr/bin/node
+ADD package.json package.json
+ADD tsconfig.json tsconfig.json
+ADD webpack.config.js webpack.config.js
+ADD typings.json typings.json
+ADD yarn.lock yarn.lock
+RUN yarn install --ignore-engines
+
+# Add static files
+ADD static static
+
+# Run Webpack
+RUN yarn build
+
+# Run front-end tests
+ARG RUN_TESTS=false
+ENV RUN_TESTS ${RUN_TESTS}
+
+ADD karma.conf.js karma.conf.js
+RUN if [ "$RUN_TESTS" = true ]; then \
+        yarn test; \
+    fi
+
+# Optimize our images
+ADD static/img static/img
+RUN jpegoptim static/img/**/*.jpg
+RUN optipng -clobber -quiet static/img/**/*.png
+
+RUN apt-get remove -y --auto-remove python-dev g++ libjpeg62-dev libevent-dev libldap2-dev  libsasl2-dev libpq-dev libffi-dev libgpgme11-dev nodejs jpegoptim optipng w3m
+RUN apt-get autoremove -y
+RUN apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
+
+# Set up the init system
+ADD conf/init/copy_config_files.sh /etc/my_init.d/
+ADD conf/init/doupdatelimits.sh /etc/my_init.d/
+ADD conf/init/copy_syslog_config.sh /etc/my_init.d/
+ADD conf/init/certs_create.sh /etc/my_init.d/
+ADD conf/init/certs_install.sh /etc/my_init.d/
+ADD conf/init/nginx_conf_create.sh /etc/my_init.d/
+ADD conf/init/runmigration.sh /etc/my_init.d/
+ADD conf/init/syslog-ng.conf /etc/syslog-ng/
+ADD conf/init/zz_boot.sh /etc/my_init.d/
+ADD conf/init/service/ /etc/service/
+RUN rm -rf /etc/service/syslog-forwarder
+
+ADD conf/kill-buildmanager.sh /usr/local/bin/kill-buildmanager.sh
+ADD conf/monitrc /etc/monit/monitrc
+RUN chmod 0600 /etc/monit/monitrc
+
+# remove after phusion/baseimage-docker#338 is fixed
+ADD conf/init/logrotate.conf /etc/logrotate.conf
+
+# Download any external libs.
+RUN mkdir static/fonts static/ldn
+ADD external_libraries.py external_libraries.py
+RUN venv/bin/python -m external_libraries
+RUN mkdir -p /usr/local/nginx/logs/
+
+# TODO(ssewell): only works on a detached head, make work with ref
+ADD .git/HEAD GIT_HEAD
+
+# Add all of the files!
+ADD . .
+RUN pyclean .
+
+# Cleanup any NPM-related stuff.
+RUN rm -rf /root/.npm
+RUN rm -rf /.npm
+RUN rm -rf /usr/local/lib/node_modules
+RUN rm -rf /usr/share/yarn/node_modules
+RUN rm -rf /root/node_modules
+RUN rm -rf /node_modules
+RUN rm -rf /grunt
+RUN rm package.json yarn.lock
+
+# Run the tests
+ENV RUN_ACI_TESTS False
+ADD requirements-tests.txt requirements-tests.txt
+
+RUN if [ "$RUN_TESTS" = true ]; then \
+      venv/bin/pip install -r requirements-tests.txt ;\
+    fi
+
+
+RUN if [ "$RUN_TESTS" = true ]; then \
+      TEST=true PYTHONPATH="." venv/bin/py.test --timeout=7200 --verbose \
+                --show-count -x --color=no ./ && rm -rf /var/tmp/; \
+    fi
+
+RUN if [ "$RUN_TESTS" = true ]; then \
+      TEST=true PYTHONPATH="." venv/bin/py.test  --timeout=7200 --verbose \
+                --show-count -x --color=no test/registry_tests.py && rm -rf /var/tmp/;\
+
+    fi
+
+RUN rm -rf /root/.cache
+
+RUN PYTHONPATH=. venv/bin/alembic heads | grep -E '^[0-9a-f]+ \(head\)$' > ALEMBIC_HEAD
+
+VOLUME ["/conf/stack", "/var/log", "/datastorage", "/tmp", "/conf/etcd"]
+
+EXPOSE 443 8443 80