2020-07-25 22:11:30 +00:00
|
|
|
###### Minimal image with base system requirements for most stages
|
2020-09-17 10:53:14 +00:00
|
|
|
FROM docker.io/ubuntu:20.04 as minimal
|
2019-06-23 18:03:19 +00:00
|
|
|
MAINTAINER Overhang.io <contact@overhang.io>
|
2017-07-03 10:39:19 +00:00
|
|
|
|
2020-09-17 10:53:14 +00:00
|
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
2017-12-26 00:16:35 +00:00
|
|
|
RUN apt update && \
|
2020-07-25 22:11:30 +00:00
|
|
|
apt install -y build-essential curl git language-pack-en
|
2019-12-24 16:22:12 +00:00
|
|
|
ENV LC_ALL en_US.UTF-8
|
|
|
|
|
2020-07-25 22:11:30 +00:00
|
|
|
###### Install python with pyenv in /opt/pyenv and create virtualenv in /openedx/venv
|
|
|
|
FROM minimal as python
|
|
|
|
# https://github.com/pyenv/pyenv/wiki/Common-build-problems#prerequisites
|
2020-10-16 21:22:02 +00:00
|
|
|
RUN apt update && \
|
|
|
|
apt install -y libssl-dev zlib1g-dev libbz2-dev \
|
2020-07-25 22:11:30 +00:00
|
|
|
libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev \
|
|
|
|
xz-utils tk-dev libffi-dev liblzma-dev python-openssl git
|
2020-09-17 10:53:14 +00:00
|
|
|
ARG PYTHON_VERSION=3.8.6
|
2019-12-24 16:22:12 +00:00
|
|
|
ENV PYENV_ROOT /opt/pyenv
|
2020-09-17 10:53:14 +00:00
|
|
|
RUN git clone https://github.com/pyenv/pyenv $PYENV_ROOT --branch v1.2.21 --depth 1
|
2020-07-25 22:11:30 +00:00
|
|
|
RUN $PYENV_ROOT/bin/pyenv install $PYTHON_VERSION
|
2020-09-17 10:53:14 +00:00
|
|
|
RUN $PYENV_ROOT/versions/$PYTHON_VERSION/bin/python -m venv /openedx/venv
|
2017-07-03 10:39:19 +00:00
|
|
|
|
2020-07-25 22:11:30 +00:00
|
|
|
###### Install Dockerize to wait for mysql DB availability
|
|
|
|
FROM minimal as dockerize
|
2018-12-03 18:59:09 +00:00
|
|
|
ARG DOCKERIZE_VERSION=v0.6.1
|
2018-12-07 18:30:30 +00:00
|
|
|
RUN curl -L -o /tmp/dockerize.tar.gz https://github.com/jwilder/dockerize/releases/download/$DOCKERIZE_VERSION/dockerize-linux-amd64-$DOCKERIZE_VERSION.tar.gz \
|
|
|
|
&& tar -C /usr/local/bin -xzvf /tmp/dockerize.tar.gz \
|
|
|
|
&& rm /tmp/dockerize.tar.gz
|
|
|
|
|
2020-07-25 22:11:30 +00:00
|
|
|
###### Checkout edx-platform code
|
|
|
|
FROM minimal as code
|
2018-04-09 17:16:58 +00:00
|
|
|
ARG EDX_PLATFORM_REPOSITORY=https://github.com/edx/edx-platform.git
|
2020-09-03 15:33:25 +00:00
|
|
|
ARG EDX_PLATFORM_VERSION={{ OPENEDX_COMMON_VERSION }}
|
2018-12-03 18:59:09 +00:00
|
|
|
RUN mkdir -p /openedx/edx-platform && \
|
|
|
|
git clone $EDX_PLATFORM_REPOSITORY --branch $EDX_PLATFORM_VERSION --depth 1 /openedx/edx-platform
|
|
|
|
WORKDIR /openedx/edx-platform
|
2017-07-03 10:39:19 +00:00
|
|
|
|
2019-12-24 16:22:12 +00:00
|
|
|
# Patch edx-platform
|
2020-10-01 08:52:08 +00:00
|
|
|
# Make it possible to disable learner records globally
|
|
|
|
# https://github.com/edx/edx-platform/pull/25182
|
|
|
|
# https://github.com/overhangio/edx-platform/tree/overhangio/disable-learner-records-from-settings
|
2020-12-17 16:19:29 +00:00
|
|
|
RUN curl https://github.com/overhangio/edx-platform/commit/bd038bab3cf02df147e754f7743e46b68b43bac8.patch | git apply -
|
2020-09-17 10:53:14 +00:00
|
|
|
# Fix inconvenient pavelib warning
|
|
|
|
# https://github.com/edx/edx-platform/pull/25771
|
|
|
|
# https://github.com/overhangio/edx-platform/tree/overhangio/fix-paver-warning
|
|
|
|
RUN curl https://github.com/overhangio/edx-platform/commit/bc0ab09f9945bd14aa6be1dbbf928cce58f079d2.patch | git apply -
|
2020-12-30 11:19:16 +00:00
|
|
|
# Fix js upload in scorm packages by upgrading django-pipeline
|
|
|
|
# https://github.com/edx/edx-platform/pull/25957
|
|
|
|
# https://github.com/overhangio/edx-platform/tree/overhangio/upgrade-django-pipeline
|
|
|
|
RUN curl https://github.com/overhangio/edx-platform/commit/1c733e3ba11249cf16358684169e6137a308e796.patch | git apply -
|
2019-07-04 22:27:28 +00:00
|
|
|
|
2020-07-25 22:11:30 +00:00
|
|
|
###### Download extra locales to /openedx/locale/contrib/locale
|
|
|
|
FROM minimal as locales
|
2021-04-07 21:47:52 +00:00
|
|
|
ARG OPENEDX_I18N_VERSION={{ OPENEDX_COMMON_VERSION }}
|
2018-12-07 18:30:30 +00:00
|
|
|
RUN cd /tmp \
|
2021-04-07 21:47:52 +00:00
|
|
|
&& curl -L -o openedx-i18n.tar.gz https://github.com/openedx/openedx-i18n/archive/$OPENEDX_I18N_VERSION.tar.gz \
|
2018-12-07 18:30:30 +00:00
|
|
|
&& tar xzf /tmp/openedx-i18n.tar.gz \
|
2020-04-16 17:26:49 +00:00
|
|
|
&& mkdir -p /openedx/locale/contrib \
|
2021-04-07 21:47:52 +00:00
|
|
|
&& mv openedx-i18n-*/edx-platform/locale /openedx/locale/contrib \
|
2018-12-07 18:30:30 +00:00
|
|
|
&& rm -rf openedx-i18n*
|
|
|
|
|
2020-07-25 22:11:30 +00:00
|
|
|
###### Install python requirements in virtualenv
|
|
|
|
FROM python as python-requirements
|
2019-03-09 16:51:25 +00:00
|
|
|
ENV PATH /openedx/venv/bin:${PATH}
|
|
|
|
ENV VIRTUAL_ENV /openedx/venv/
|
2020-07-25 22:11:30 +00:00
|
|
|
|
2020-10-16 21:22:02 +00:00
|
|
|
RUN apt update && apt install -y software-properties-common libmysqlclient-dev libxmlsec1-dev
|
2020-07-25 22:11:30 +00:00
|
|
|
|
|
|
|
# Note that this means that we need to reinstall all requirements whenever there is a
|
|
|
|
# change in edx-platform, which sucks. But there is no obvious alternative, as we need
|
|
|
|
# to install some packages from edx-platform.
|
|
|
|
COPY --from=code /openedx/edx-platform /openedx/edx-platform
|
|
|
|
WORKDIR /openedx/edx-platform
|
|
|
|
|
|
|
|
# Install the right version of pip/setuptools
|
2019-12-24 16:22:12 +00:00
|
|
|
RUN pip install setuptools==44.1.0 pip==20.0.2 wheel==0.34.2
|
2020-07-25 22:11:30 +00:00
|
|
|
|
|
|
|
# Install base requirements
|
|
|
|
RUN pip install -r ./requirements/edx/base.txt
|
2017-07-03 10:39:19 +00:00
|
|
|
|
2020-06-17 09:10:37 +00:00
|
|
|
# Install scorm xblock
|
2020-09-17 10:53:14 +00:00
|
|
|
RUN pip install "openedx-scorm-xblock<12.0.0,>=11.0.0"
|
|
|
|
|
|
|
|
# Install django-redis for using redis as a django cache
|
|
|
|
RUN pip install django-redis==4.12.1
|
2020-04-25 12:20:13 +00:00
|
|
|
|
2020-09-17 10:53:14 +00:00
|
|
|
# Install uwsgi
|
|
|
|
RUN pip install uwsgi==2.0.19.1
|
2020-01-21 15:30:16 +00:00
|
|
|
|
2021-04-07 13:24:29 +00:00
|
|
|
{{ patch("openedx-dockerfile-post-python-requirements") }}
|
|
|
|
|
2020-07-25 22:11:30 +00:00
|
|
|
# Install private requirements: this is useful for installing custom xblocks.
|
|
|
|
COPY ./requirements/ /openedx/requirements
|
|
|
|
RUN cd /openedx/requirements/ \
|
|
|
|
&& touch ./private.txt \
|
|
|
|
&& pip install -r ./private.txt
|
|
|
|
|
|
|
|
###### Install nodejs with nodeenv in /openedx/nodeenv
|
|
|
|
FROM python as nodejs-requirements
|
|
|
|
ENV PATH /openedx/nodeenv/bin:/openedx/venv/bin:${PATH}
|
|
|
|
|
|
|
|
# Install nodeenv with the version provided by edx-platform
|
|
|
|
RUN pip install nodeenv==1.4.0
|
2019-12-24 16:22:12 +00:00
|
|
|
RUN nodeenv /openedx/nodeenv --node=12.13.0 --prebuilt
|
2018-12-25 23:08:06 +00:00
|
|
|
|
2018-02-07 07:22:04 +00:00
|
|
|
# Install nodejs requirements
|
2020-04-16 17:22:12 +00:00
|
|
|
ARG NPM_REGISTRY=https://registry.npmjs.org/
|
2020-07-25 22:11:30 +00:00
|
|
|
COPY --from=code /openedx/edx-platform/package.json /openedx/edx-platform/package.json
|
|
|
|
WORKDIR /openedx/edx-platform
|
2019-12-24 16:22:12 +00:00
|
|
|
RUN npm install --verbose --registry=$NPM_REGISTRY
|
2017-07-03 10:39:19 +00:00
|
|
|
|
2020-07-25 22:11:30 +00:00
|
|
|
###### Production image with system and python requirements
|
|
|
|
FROM minimal as production
|
|
|
|
|
|
|
|
# Install system requirements
|
2020-10-16 21:22:02 +00:00
|
|
|
RUN apt update && \
|
2020-09-17 10:53:14 +00:00
|
|
|
apt install -y gettext gfortran graphviz graphviz-dev libffi-dev libfreetype6-dev libgeos-dev libjpeg8-dev liblapack-dev libmysqlclient-dev libpng-dev libsqlite3-dev libxmlsec1-dev lynx ntp pkg-config rdfind && \
|
2020-10-16 21:22:02 +00:00
|
|
|
rm -rf /var/lib/apt/lists/*
|
2020-07-25 22:11:30 +00:00
|
|
|
|
|
|
|
COPY --from=dockerize /usr/local/bin/dockerize /usr/local/bin/dockerize
|
|
|
|
COPY --from=code /openedx/edx-platform /openedx/edx-platform
|
|
|
|
COPY --from=locales /openedx/locale/contrib/locale /openedx/locale/contrib/locale
|
|
|
|
COPY --from=python /opt/pyenv /opt/pyenv
|
|
|
|
COPY --from=python-requirements /openedx/venv /openedx/venv
|
|
|
|
COPY --from=python-requirements /openedx/requirements /openedx/requirements
|
|
|
|
COPY --from=nodejs-requirements /openedx/nodeenv /openedx/nodeenv
|
|
|
|
COPY --from=nodejs-requirements /openedx/edx-platform/node_modules /openedx/edx-platform/node_modules
|
|
|
|
|
|
|
|
ENV PATH /openedx/venv/bin:./node_modules/.bin:/openedx/nodeenv/bin:${PATH}
|
|
|
|
ENV VIRTUAL_ENV /openedx/venv/
|
|
|
|
WORKDIR /openedx/edx-platform
|
|
|
|
|
|
|
|
# Re-install local requirements, otherwise egg-info folders are missing
|
|
|
|
RUN pip install -r requirements/edx/local.in
|
2018-11-20 10:24:34 +00:00
|
|
|
|
2019-12-24 16:22:12 +00:00
|
|
|
# Create folder that will store lms/cms.env.json files, as well as
|
2018-12-25 23:24:01 +00:00
|
|
|
# the tutor-specific settings files.
|
|
|
|
RUN mkdir -p /openedx/config ./lms/envs/tutor ./cms/envs/tutor
|
2019-12-24 16:22:12 +00:00
|
|
|
COPY revisions.yml /openedx/config/
|
|
|
|
ENV LMS_CFG /openedx/config/lms.env.json
|
|
|
|
ENV STUDIO_CFG /openedx/config/cms.env.json
|
|
|
|
ENV REVISION_CFG /openedx/config/revisions.yml
|
2018-12-25 23:24:01 +00:00
|
|
|
COPY settings/lms/*.py ./lms/envs/tutor/
|
|
|
|
COPY settings/cms/*.py ./cms/envs/tutor/
|
2018-12-07 18:30:30 +00:00
|
|
|
|
2020-04-16 17:26:49 +00:00
|
|
|
# Copy user-specific locales to /openedx/locale/user/locale and compile them
|
|
|
|
RUN mkdir -p /openedx/locale/user
|
|
|
|
COPY ./locale/ /openedx/locale/user/locale/
|
|
|
|
RUN cd /openedx/locale/user && \
|
|
|
|
django-admin.py compilemessages -v1
|
2020-07-25 22:11:30 +00:00
|
|
|
|
|
|
|
# Compile i18n strings: in some cases, js locales are not properly compiled out of the box
|
2020-04-01 18:05:06 +00:00
|
|
|
# and we need to do a pass ourselves. Also, we need to compile the djangojs.js files for
|
|
|
|
# the downloaded locales.
|
|
|
|
RUN ./manage.py lms --settings=tutor.i18n compilejsi18n
|
|
|
|
RUN ./manage.py cms --settings=tutor.i18n compilejsi18n
|
|
|
|
|
2018-12-25 18:32:05 +00:00
|
|
|
# Copy scripts
|
|
|
|
COPY ./bin /openedx/bin
|
2019-07-04 09:36:22 +00:00
|
|
|
RUN chmod a+x /openedx/bin/*
|
2018-12-25 18:32:05 +00:00
|
|
|
ENV PATH /openedx/bin:${PATH}
|
|
|
|
|
2019-07-04 08:45:15 +00:00
|
|
|
{{ patch("openedx-dockerfile-pre-assets") }}
|
|
|
|
|
2018-12-07 18:30:30 +00:00
|
|
|
# Collect production assets. By default, only assets from the default theme
|
|
|
|
# will be processed. This makes the docker image lighter and faster to build.
|
2018-12-14 11:59:32 +00:00
|
|
|
# Only the custom themes added to /openedx/themes will be compiled.
|
2018-12-07 18:30:30 +00:00
|
|
|
# Here, we don't run "paver update_assets" which is slow, compiles all themes
|
|
|
|
# and requires a complex settings file. Instead, we decompose the commands
|
|
|
|
# and run each one individually to collect the production static assets to
|
2018-12-24 07:54:32 +00:00
|
|
|
# /openedx/staticfiles.
|
2019-09-19 13:39:18 +00:00
|
|
|
ENV NO_PYTHON_UNINSTALL 1
|
2019-12-24 16:22:12 +00:00
|
|
|
ENV NO_PREREQ_INSTALL 1
|
|
|
|
# We need to rely on a separate openedx-assets command to accelerate asset processing.
|
|
|
|
# For instance, we don't want to run all steps of asset collection every time the theme
|
|
|
|
# is modified.
|
2018-12-24 07:54:32 +00:00
|
|
|
RUN openedx-assets xmodule \
|
|
|
|
&& openedx-assets npm \
|
|
|
|
&& openedx-assets webpack --env=prod \
|
|
|
|
&& openedx-assets common
|
2018-12-07 18:30:30 +00:00
|
|
|
COPY ./themes/ /openedx/themes/
|
2018-12-24 07:54:32 +00:00
|
|
|
RUN openedx-assets themes \
|
2020-09-01 17:14:30 +00:00
|
|
|
&& openedx-assets collect --settings=tutor.assets \
|
|
|
|
# De-duplicate static assets with symlinks
|
|
|
|
&& rdfind -makesymlinks true -followsymlinks true /openedx/staticfiles/
|
2017-07-03 10:39:19 +00:00
|
|
|
|
2019-06-07 06:53:33 +00:00
|
|
|
# Create a data directory, which might be used (or not)
|
|
|
|
RUN mkdir /openedx/data
|
|
|
|
|
2017-12-26 00:16:35 +00:00
|
|
|
# service variant is "lms" or "cms"
|
2018-04-09 17:16:58 +00:00
|
|
|
ENV SERVICE_VARIANT lms
|
2018-12-25 23:17:23 +00:00
|
|
|
ENV SETTINGS tutor.production
|
2017-12-26 00:16:35 +00:00
|
|
|
|
2019-07-04 08:45:15 +00:00
|
|
|
{{ patch("openedx-dockerfile") }}
|
|
|
|
|
2019-10-22 14:13:50 +00:00
|
|
|
# Entrypoint will set right environment variables
|
2018-04-09 17:16:58 +00:00
|
|
|
ENTRYPOINT ["docker-entrypoint.sh"]
|
2017-07-03 10:39:19 +00:00
|
|
|
|
|
|
|
# Run server
|
|
|
|
EXPOSE 8000
|
2020-09-17 10:53:14 +00:00
|
|
|
CMD uwsgi \
|
|
|
|
--static-map /static=/openedx/staticfiles/ \
|
|
|
|
--static-map /media=/openedx/media/ \
|
|
|
|
--http 0.0.0.0:8000 \
|
|
|
|
--thunder-lock \
|
|
|
|
--single-interpreter \
|
|
|
|
--enable-threads \
|
|
|
|
--processes=${UWSGI_WORKERS:-2} \
|
|
|
|
--wsgi-file ${SERVICE_VARIANT}/wsgi.py
|