2019-01-22 20:25:04 +00:00
|
|
|
import click
|
|
|
|
|
2019-06-03 22:44:12 +00:00
|
|
|
from .. import config as tutor_config
|
2019-05-11 19:20:09 +00:00
|
|
|
from .. import env as tutor_env
|
2019-07-02 20:16:44 +00:00
|
|
|
from .. import images
|
|
|
|
from .. import plugins
|
2020-11-07 16:48:20 +00:00
|
|
|
from .. import utils
|
2019-01-22 20:25:04 +00:00
|
|
|
|
2019-10-22 14:13:50 +00:00
|
|
|
BASE_IMAGE_NAMES = ["openedx", "forum", "android"]
|
|
|
|
DEV_IMAGE_NAMES = ["openedx-dev"]
|
2020-09-17 10:53:14 +00:00
|
|
|
VENDOR_IMAGES = [
|
|
|
|
"caddy",
|
|
|
|
"elasticsearch",
|
|
|
|
"mongodb",
|
|
|
|
"mysql",
|
|
|
|
"nginx",
|
|
|
|
"redis",
|
|
|
|
"smtp",
|
|
|
|
]
|
2019-07-03 14:09:33 +00:00
|
|
|
|
2019-04-23 07:57:55 +00:00
|
|
|
|
2019-05-29 08:30:30 +00:00
|
|
|
@click.group(name="images", short_help="Manage docker images")
|
2019-04-23 07:57:55 +00:00
|
|
|
def images_command():
|
2019-01-22 20:25:04 +00:00
|
|
|
pass
|
|
|
|
|
2019-04-23 07:57:55 +00:00
|
|
|
|
2019-01-22 20:25:04 +00:00
|
|
|
@click.command(
|
|
|
|
short_help="Build docker images",
|
2019-05-05 09:45:24 +00:00
|
|
|
help="Build the docker images necessary for an Open edX platform.",
|
2019-02-13 19:18:47 +00:00
|
|
|
)
|
2020-10-01 22:25:03 +00:00
|
|
|
@click.argument("image_names", metavar="image", nargs=-1)
|
2019-05-22 17:17:54 +00:00
|
|
|
@click.option(
|
|
|
|
"--no-cache", is_flag=True, help="Do not use cache when building the image"
|
|
|
|
)
|
2019-01-22 20:25:04 +00:00
|
|
|
@click.option(
|
2019-05-05 09:45:24 +00:00
|
|
|
"-a",
|
|
|
|
"--build-arg",
|
2020-09-04 10:35:44 +00:00
|
|
|
"build_args",
|
2019-05-05 09:45:24 +00:00
|
|
|
multiple=True,
|
|
|
|
help="Set build-time docker ARGS in the form 'myarg=value'. This option may be specified multiple times.",
|
2019-01-22 20:25:04 +00:00
|
|
|
)
|
2020-09-04 10:35:44 +00:00
|
|
|
@click.option(
|
|
|
|
"--add-host",
|
|
|
|
"add_hosts",
|
|
|
|
multiple=True,
|
|
|
|
help="Set a custom host-to-IP mapping (host:ip).",
|
|
|
|
)
|
2019-12-12 16:05:56 +00:00
|
|
|
@click.pass_obj
|
2020-10-01 22:25:03 +00:00
|
|
|
def build(context, image_names, no_cache, build_args, add_hosts):
|
2019-12-12 16:05:56 +00:00
|
|
|
config = tutor_config.load(context.root)
|
2020-09-04 10:35:44 +00:00
|
|
|
command_args = []
|
|
|
|
if no_cache:
|
|
|
|
command_args.append("--no-cache")
|
|
|
|
for build_arg in build_args:
|
|
|
|
command_args += ["--build-arg", build_arg]
|
|
|
|
for add_host in add_hosts:
|
|
|
|
command_args += ["--add-host", add_host]
|
2020-10-01 22:25:03 +00:00
|
|
|
for image in image_names:
|
|
|
|
build_image(context.root, config, image, *command_args)
|
2019-10-22 14:13:50 +00:00
|
|
|
|
2019-07-02 20:16:44 +00:00
|
|
|
|
2019-03-18 21:39:35 +00:00
|
|
|
@click.command(short_help="Pull images from the Docker registry")
|
2020-10-01 22:25:03 +00:00
|
|
|
@click.argument("image_names", metavar="image", nargs=-1)
|
2019-12-12 16:05:56 +00:00
|
|
|
@click.pass_obj
|
2020-10-01 22:25:03 +00:00
|
|
|
def pull(context, image_names):
|
2019-12-12 16:05:56 +00:00
|
|
|
config = tutor_config.load(context.root)
|
2020-10-01 22:25:03 +00:00
|
|
|
for image in image_names:
|
2020-10-02 11:02:10 +00:00
|
|
|
pull_image(config, image)
|
2019-10-22 14:13:50 +00:00
|
|
|
|
|
|
|
|
2019-03-18 20:53:18 +00:00
|
|
|
@click.command(short_help="Push images to the Docker registry")
|
2020-10-01 22:25:03 +00:00
|
|
|
@click.argument("image_names", metavar="image", nargs=-1)
|
2019-12-12 16:05:56 +00:00
|
|
|
@click.pass_obj
|
2020-10-01 22:25:03 +00:00
|
|
|
def push(context, image_names):
|
2019-12-12 16:05:56 +00:00
|
|
|
config = tutor_config.load(context.root)
|
2020-10-01 22:25:03 +00:00
|
|
|
for image in image_names:
|
|
|
|
push_image(config, image)
|
|
|
|
|
|
|
|
|
|
|
|
@click.command(short_help="Print tag associated to a Docker image")
|
|
|
|
@click.argument("image_names", metavar="image", nargs=-1)
|
|
|
|
@click.pass_obj
|
|
|
|
def printtag(context, image_names):
|
|
|
|
config = tutor_config.load(context.root)
|
|
|
|
for image in image_names:
|
|
|
|
for _img, tag in iter_images(config, image, BASE_IMAGE_NAMES):
|
|
|
|
print(tag)
|
|
|
|
for _img, tag in iter_plugin_images(config, image, "build-image"):
|
|
|
|
print(tag)
|
2019-10-24 19:34:14 +00:00
|
|
|
|
|
|
|
|
2020-10-01 22:14:06 +00:00
|
|
|
def build_image(root, config, image, *args):
|
|
|
|
# Build base images
|
|
|
|
for img, tag in iter_images(config, image, BASE_IMAGE_NAMES):
|
|
|
|
images.build(tutor_env.pathjoin(root, "build", img), tag, *args)
|
|
|
|
|
|
|
|
# Build plugin images
|
|
|
|
for plugin, img, tag in iter_plugin_images(config, image, "build-image"):
|
|
|
|
images.build(
|
|
|
|
tutor_env.pathjoin(root, "plugins", plugin, "build", img), tag, *args
|
|
|
|
)
|
|
|
|
|
|
|
|
# Build dev images with user id argument
|
2020-11-07 16:48:20 +00:00
|
|
|
dev_build_arg = ["--build-arg", "USERID={}".format(utils.get_user_id())]
|
2020-10-01 22:14:06 +00:00
|
|
|
for img, tag in iter_images(config, image, DEV_IMAGE_NAMES):
|
|
|
|
images.build(tutor_env.pathjoin(root, "build", img), tag, *dev_build_arg, *args)
|
|
|
|
|
|
|
|
|
|
|
|
def pull_image(config, image):
|
2020-10-02 11:02:10 +00:00
|
|
|
for _img, tag in iter_images(config, image, all_image_names(config)):
|
2020-10-01 22:14:06 +00:00
|
|
|
images.pull(tag)
|
|
|
|
for _plugin, _img, tag in iter_plugin_images(config, image, "remote-image"):
|
|
|
|
images.pull(tag)
|
|
|
|
|
|
|
|
|
2019-12-12 16:05:56 +00:00
|
|
|
def push_image(config, image):
|
2020-10-01 22:14:06 +00:00
|
|
|
for _img, tag in iter_images(config, image, BASE_IMAGE_NAMES):
|
|
|
|
images.push(tag)
|
|
|
|
for _plugin, _img, tag in iter_plugin_images(config, image, "remote-image"):
|
|
|
|
images.push(tag)
|
|
|
|
|
|
|
|
|
|
|
|
def iter_images(config, image, image_list):
|
|
|
|
for img in image_list:
|
2019-07-02 20:16:44 +00:00
|
|
|
if image in [img, "all"]:
|
2019-10-22 14:13:50 +00:00
|
|
|
tag = images.get_tag(config, img)
|
2020-10-01 22:14:06 +00:00
|
|
|
yield img, tag
|
|
|
|
|
2019-07-02 20:16:44 +00:00
|
|
|
|
2020-10-01 22:14:06 +00:00
|
|
|
def iter_plugin_images(config, image, hook_name):
|
|
|
|
for plugin, hook in plugins.iter_hooks(config, hook_name):
|
2019-07-02 20:16:44 +00:00
|
|
|
for img, tag in hook.items():
|
|
|
|
if image in [img, "all"]:
|
2020-07-21 07:13:00 +00:00
|
|
|
tag = tutor_env.render_str(config, tag)
|
2020-10-01 22:14:06 +00:00
|
|
|
yield plugin, img, tag
|
2019-01-22 20:25:04 +00:00
|
|
|
|
2019-04-23 07:57:55 +00:00
|
|
|
|
2020-10-02 11:02:10 +00:00
|
|
|
def all_image_names(config):
|
2019-10-22 14:13:50 +00:00
|
|
|
return BASE_IMAGE_NAMES + vendor_image_names(config)
|
2019-07-02 20:16:44 +00:00
|
|
|
|
|
|
|
|
|
|
|
def vendor_image_names(config):
|
2020-09-17 10:53:14 +00:00
|
|
|
vendor_images = VENDOR_IMAGES[:]
|
|
|
|
for image in VENDOR_IMAGES:
|
|
|
|
if not config.get("RUN_" + image.upper(), True):
|
2019-07-03 14:09:33 +00:00
|
|
|
vendor_images.remove(image)
|
2019-07-02 20:16:44 +00:00
|
|
|
return vendor_images
|
2019-03-18 21:39:35 +00:00
|
|
|
|
2019-04-23 07:57:55 +00:00
|
|
|
|
|
|
|
images_command.add_command(build)
|
|
|
|
images_command.add_command(pull)
|
|
|
|
images_command.add_command(push)
|
2020-10-01 22:25:03 +00:00
|
|
|
images_command.add_command(printtag)
|