mirror of
https://github.com/ChristianLight/tutor.git
synced 2024-05-30 21:00:49 +00:00
bce6432d85
Running jobs was previously done with "exec". This was because it allowed us to avoid copying too much container specification information from the docker-compose/deployments files to the jobs files. However, this was limiting: - In order to run a job, the corresponding container had to be running. This was particularly painful in Kubernetes, where containers are crashing as long as migrations are not correctly run. - Containers in which we need to run jobs needed to be present in the docker-compose/deployments files. This is unnecessary, for example when mysql is disabled, or in the case of the certbot container. Now, we create dedicated jobs files, both for local and k8s deployment. This introduces a little redundancy, but not too much. Note that dependent containers are not listed in the docker-compose.jobs.yml file, so an actual platform is still supposed to be running when we launch the jobs. This also introduces a subtle change: now, jobs go through the container entrypoint prior to running. This is probably a good thing, as it will avoid forgetting about incorrect environment variables. In k8s, we find ourselves interacting way too much with the kubectl utility. Parsing output from the CLI is a pain. So we need to switch to the native kubernetes client library.
269 lines
9.5 KiB
Python
269 lines
9.5 KiB
Python
import click
|
|
|
|
from .. import config as tutor_config
|
|
from .. import env as tutor_env
|
|
from .. import fmt
|
|
from .. import scripts
|
|
from .. import serialize
|
|
from .. import utils
|
|
|
|
|
|
class ScriptRunner(scripts.BaseRunner):
|
|
def __init__(self, root, config, docker_compose_func):
|
|
super().__init__(root, config)
|
|
self.docker_compose_func = docker_compose_func
|
|
|
|
def run_job(self, service, command):
|
|
"""
|
|
Run the "{{ service }}-job" service from local/docker-compose.jobs.yml with the
|
|
specified command. For backward-compatibility reasons, if the corresponding
|
|
service does not exist, run the service from good old regular
|
|
docker-compose.yml.
|
|
"""
|
|
jobs_path = tutor_env.pathjoin(self.root, "local", "docker-compose.jobs.yml")
|
|
job_service_name = "{}-job".format(service)
|
|
opts = [] if utils.is_a_tty() else ["-T"]
|
|
if job_service_name in serialize.load(open(jobs_path).read())["services"]:
|
|
self.docker_compose_func(
|
|
self.root,
|
|
self.config,
|
|
"-f",
|
|
jobs_path,
|
|
"run",
|
|
*opts,
|
|
"--rm",
|
|
job_service_name,
|
|
"sh",
|
|
"-e",
|
|
"-c",
|
|
command,
|
|
)
|
|
else:
|
|
fmt.echo_alert(
|
|
(
|
|
"The '{job_service_name}' service does not exist in {jobs_path}. "
|
|
"This might be caused by an older plugin. Tutor switched to a job "
|
|
"runner model for running one-time commands, such as database"
|
|
" initialisation. For the record, this is the command that we are "
|
|
"running:\n"
|
|
"\n"
|
|
" {command}\n"
|
|
"\n"
|
|
"Old-style job running will be deprecated soon. Please inform "
|
|
"your plugin maintainer!"
|
|
).format(
|
|
job_service_name=job_service_name,
|
|
jobs_path=jobs_path,
|
|
command=command.replace("\n", "\n "),
|
|
)
|
|
)
|
|
self.docker_compose_func(
|
|
self.root,
|
|
self.config,
|
|
"run",
|
|
*opts,
|
|
"--rm",
|
|
service,
|
|
"sh",
|
|
"-e",
|
|
"-c",
|
|
command,
|
|
)
|
|
|
|
|
|
@click.command(help="Update docker images")
|
|
@click.pass_obj
|
|
def pullimages(context):
|
|
config = tutor_config.load(context.root)
|
|
context.docker_compose(context.root, config, "pull")
|
|
|
|
|
|
@click.command(help="Run all or a selection of configured Open edX services")
|
|
@click.option("-d", "--detach", is_flag=True, help="Start in daemon mode")
|
|
@click.argument("services", metavar="service", nargs=-1)
|
|
@click.pass_obj
|
|
def start(context, detach, services):
|
|
command = ["up", "--remove-orphans"]
|
|
if detach:
|
|
command.append("-d")
|
|
|
|
config = tutor_config.load(context.root)
|
|
context.docker_compose(context.root, config, *command, *services)
|
|
|
|
|
|
@click.command(help="Stop a running platform")
|
|
@click.argument("services", metavar="service", nargs=-1)
|
|
@click.pass_obj
|
|
def stop(context, services):
|
|
config = tutor_config.load(context.root)
|
|
context.docker_compose(context.root, config, "rm", "--stop", "--force", *services)
|
|
|
|
|
|
@click.command(
|
|
short_help="Reboot an existing platform",
|
|
help="This is more than just a restart: with reboot, the platform is fully stopped before being restarted again",
|
|
)
|
|
@click.option("-d", "--detach", is_flag=True, help="Start in daemon mode")
|
|
@click.argument("services", metavar="service", nargs=-1)
|
|
def reboot(detach, services):
|
|
stop.callback(services)
|
|
start.callback(detach, services)
|
|
|
|
|
|
@click.command(
|
|
short_help="Restart some components from a running platform.",
|
|
help="""Specify 'openedx' to restart the lms, cms and workers, or 'all' to
|
|
restart all services. Note that this performs a 'docker-compose restart', so new images
|
|
may not be taken into account. It is useful for reloading settings, for instance. To
|
|
fully stop the platform, use the 'reboot' command.""",
|
|
)
|
|
@click.argument("services", metavar="service", nargs=-1)
|
|
@click.pass_obj
|
|
def restart(context, services):
|
|
config = tutor_config.load(context.root)
|
|
command = ["restart"]
|
|
if "all" in services:
|
|
pass
|
|
else:
|
|
for service in services:
|
|
if service == "openedx":
|
|
if config["ACTIVATE_LMS"]:
|
|
command += ["lms", "lms-worker"]
|
|
if config["ACTIVATE_CMS"]:
|
|
command += ["cms", "cms-worker"]
|
|
else:
|
|
command.append(service)
|
|
context.docker_compose(context.root, config, *command)
|
|
|
|
|
|
@click.command(
|
|
short_help="Run a command in a new container",
|
|
help="This is a wrapper around `docker-compose run`. Any option or argument passed to this command will be forwarded to docker-compose. Thus, you may use `-v` or `-p` to mount volumes and expose ports.",
|
|
context_settings={"ignore_unknown_options": True},
|
|
)
|
|
@click.argument("args", nargs=-1, required=True)
|
|
@click.pass_obj
|
|
def run(context, args):
|
|
config = tutor_config.load(context.root)
|
|
command = ["run", "--rm"]
|
|
if not utils.is_a_tty():
|
|
command.append("-T")
|
|
context.docker_compose(context.root, config, *command, *args)
|
|
|
|
|
|
@click.command(
|
|
short_help="Run a command in a running container",
|
|
help="This is a wrapper around `docker-compose exec`. Any option or argument passed to this command will be forwarded to docker-compose. Thus, you may use `-e` to manually define environment variables.",
|
|
context_settings={"ignore_unknown_options": True},
|
|
name="exec",
|
|
)
|
|
@click.argument("args", nargs=-1, required=True)
|
|
@click.pass_obj
|
|
def execute(context, args):
|
|
config = tutor_config.load(context.root)
|
|
context.docker_compose(context.root, config, "exec", *args)
|
|
|
|
|
|
@click.command(help="Initialise all applications")
|
|
@click.pass_obj
|
|
def init(context):
|
|
config = tutor_config.load(context.root)
|
|
runner = ScriptRunner(context.root, config, context.docker_compose)
|
|
scripts.initialise(runner)
|
|
|
|
|
|
@click.command(
|
|
short_help="Manually trigger hook (advanced users only)",
|
|
help="""
|
|
Manually trigger a hook for a given plugin/service. This is a low-level command
|
|
that is convenient when developing new plugins. Ex:
|
|
|
|
tutor local hook mysql hooks mysql init
|
|
tutor local hook discovery discovery hooks discovery init""",
|
|
name="hook",
|
|
)
|
|
@click.argument("service")
|
|
@click.argument("path", nargs=-1)
|
|
@click.pass_obj
|
|
def run_hook(context, service, path):
|
|
config = tutor_config.load(context.root)
|
|
runner = ScriptRunner(context.root, config, context.docker_compose)
|
|
fmt.echo_info(
|
|
"Running '{}' hook in '{}' container...".format(".".join(path), service)
|
|
)
|
|
runner.run_job_from_template(service, *path)
|
|
|
|
|
|
@click.command(help="View output from containers")
|
|
@click.option("-f", "--follow", is_flag=True, help="Follow log output")
|
|
@click.option("--tail", type=int, help="Number of lines to show from each container")
|
|
@click.argument("service", nargs=-1)
|
|
@click.pass_obj
|
|
def logs(context, follow, tail, service):
|
|
command = ["logs"]
|
|
if follow:
|
|
command += ["--follow"]
|
|
if tail is not None:
|
|
command += ["--tail", str(tail)]
|
|
command += service
|
|
config = tutor_config.load(context.root)
|
|
context.docker_compose(context.root, config, *command)
|
|
|
|
|
|
@click.command(help="Create an Open edX user and interactively set their password")
|
|
@click.option("--superuser", is_flag=True, help="Make superuser")
|
|
@click.option("--staff", is_flag=True, help="Make staff user")
|
|
@click.option(
|
|
"-p",
|
|
"--password",
|
|
help="Specify password from the command line. If undefined, you will be prompted to input a password",
|
|
)
|
|
@click.argument("name")
|
|
@click.argument("email")
|
|
@click.pass_obj
|
|
def createuser(context, superuser, staff, password, name, email):
|
|
config = tutor_config.load(context.root)
|
|
runner = ScriptRunner(context.root, config, context.docker_compose)
|
|
command = scripts.create_user_command(
|
|
superuser, staff, name, email, password=password
|
|
)
|
|
runner.run_job("lms", command)
|
|
|
|
|
|
@click.command(
|
|
help="Set a theme for a given domain name. To reset to the default theme , use 'default' as the theme name."
|
|
)
|
|
@click.argument("theme_name")
|
|
@click.argument("domain_names", metavar="domain_name", nargs=-1)
|
|
@click.pass_obj
|
|
def settheme(context, theme_name, domain_names):
|
|
config = tutor_config.load(context.root)
|
|
runner = ScriptRunner(context.root, config, context.docker_compose)
|
|
for domain_name in domain_names:
|
|
scripts.set_theme(theme_name, domain_name, runner)
|
|
|
|
|
|
@click.command(help="Import the demo course")
|
|
@click.pass_obj
|
|
def importdemocourse(context):
|
|
config = tutor_config.load(context.root)
|
|
runner = ScriptRunner(context.root, config, context.docker_compose)
|
|
fmt.echo_info("Importing demo course")
|
|
scripts.import_demo_course(runner)
|
|
|
|
|
|
def add_commands(command_group):
|
|
command_group.add_command(pullimages)
|
|
command_group.add_command(start)
|
|
command_group.add_command(stop)
|
|
command_group.add_command(restart)
|
|
command_group.add_command(reboot)
|
|
command_group.add_command(run)
|
|
command_group.add_command(execute)
|
|
command_group.add_command(init)
|
|
command_group.add_command(logs)
|
|
command_group.add_command(createuser)
|
|
command_group.add_command(importdemocourse)
|
|
command_group.add_command(settheme)
|
|
# command_group.add_command(run_hook) # Disabled for now
|