#!/usr/local/bin/python import codecs import glob import os import platform import subprocess import sys from typing import Any, Dict, List, Mapping, MutableMapping, NoReturn, Optional import jinja2 # Utility functions def log(txt: str) -> None: print(txt) def error(txt: str) -> NoReturn: print(txt, file=sys.stderr) sys.exit(2) def flush_buffers() -> None: sys.stdout.flush() sys.stderr.flush() def convert(src: str, dst: str, environ: Mapping[str, object]) -> None: """Generate a file from a template Args: src: path to input file dst: path to file to write environ: environment dictionary, for replacement mappings. """ with open(src) as infile: template = infile.read() rendered = jinja2.Template(template).render(**environ) with open(dst, "w") as outfile: outfile.write(rendered) def generate_config_from_template( data_dir: str, config_dir: str, config_path: str, os_environ: Mapping[str, str], ownership: Optional[str], ) -> None: """Generate a homeserver.yaml from environment variables Args: data_dir: where persistent data is stored config_dir: where to put generated config files config_path: where to put the main config file os_environ: environment mapping ownership: ":" string which will be used to set ownership of the generated configs. If None, ownership will not change. """ for v in ("SYNAPSE_SERVER_NAME", "SYNAPSE_REPORT_STATS"): if v not in os_environ: error( "Environment variable '%s' is mandatory when generating a config file." % (v,) ) # populate some params from data files (if they exist, else create new ones) environ: Dict[str, Any] = dict(os_environ) secrets = { "registration": "SYNAPSE_REGISTRATION_SHARED_SECRET", "macaroon": "SYNAPSE_MACAROON_SECRET_KEY", } if not os.path.exists(data_dir): os.mkdir(data_dir) synapse_server_name = environ["SYNAPSE_SERVER_NAME"] for name, secret in secrets.items(): if secret not in environ: filename = os.path.join(data_dir, f"{synapse_server_name}.{name}.key") # if the file already exists, load in the existing value; otherwise, # generate a new secret and write it to a file if os.path.exists(filename): log("Reading %s from %s" % (secret, filename)) with open(filename) as handle: value = handle.read() else: log(f"Generating a random secret for {secret}") value = codecs.encode(os.urandom(32), "hex").decode() with open(filename, "w") as handle: handle.write(value) environ[secret] = value environ["SYNAPSE_APPSERVICES"] = glob.glob(os.path.join(data_dir, "appservices", "*.yaml")) if not os.path.exists(config_dir): os.mkdir(config_dir) # Convert SYNAPSE_NO_TLS to boolean if exists if "SYNAPSE_NO_TLS" in environ: tlsanswerstring = str.lower(environ["SYNAPSE_NO_TLS"]) if tlsanswerstring in ("true", "on", "1", "yes"): environ["SYNAPSE_NO_TLS"] = True else: if tlsanswerstring in ("false", "off", "0", "no"): environ["SYNAPSE_NO_TLS"] = False else: error( 'Environment variable "SYNAPSE_NO_TLS" found but value "' + tlsanswerstring + '" unrecognized; exiting.' ) if "SYNAPSE_LOG_CONFIG" not in environ: environ["SYNAPSE_LOG_CONFIG"] = config_dir + "/log.config" log("Generating synapse config file " + config_path) convert("/conf/homeserver.yaml", config_path, environ) log_config_file = environ["SYNAPSE_LOG_CONFIG"] log("Generating log config file " + log_config_file) convert( "/conf/log.config", log_config_file, {**environ, "include_worker_name_in_log_line": False}, ) # Hopefully we already have a signing key, but generate one if not. args = [ sys.executable, "-m", "synapse.app.homeserver", "--config-path", config_path, # tell synapse to put generated keys in the data directory rather than /compiled "--keys-directory", config_dir, "--generate-keys", ] if ownership is not None: log(f"Setting ownership on the data dir to {ownership}") subprocess.run(["chown", "-R", ownership, data_dir], check=True) args = ["gosu", ownership] + args subprocess.run(args, check=True) def run_generate_config(environ: Mapping[str, str], ownership: Optional[str]) -> None: """Run synapse with a --generate-config param to generate a template config file Args: environ: env vars from `os.enrivon`. ownership: "userid:groupid" arg for chmod. If None, ownership will not change. Never returns. """ for v in ("SYNAPSE_SERVER_NAME", "SYNAPSE_REPORT_STATS"): if v not in environ: error("Environment variable '%s' is mandatory in `generate` mode." % (v,)) server_name = environ["SYNAPSE_SERVER_NAME"] config_dir = environ.get("SYNAPSE_CONFIG_DIR", "/data") config_path = environ.get("SYNAPSE_CONFIG_PATH", config_dir + "/homeserver.yaml") data_dir = environ.get("SYNAPSE_DATA_DIR", "/data") # create a suitable log config from our template log_config_file = "%s/%s.log.config" % (config_dir, server_name) if not os.path.exists(log_config_file): log("Creating log config %s" % (log_config_file,)) convert("/conf/log.config", log_config_file, environ) # generate the main config file, and a signing key. args = [ sys.executable, "-m", "synapse.app.homeserver", "--server-name", server_name, "--report-stats", environ["SYNAPSE_REPORT_STATS"], "--config-path", config_path, "--config-directory", config_dir, "--data-directory", data_dir, "--generate-config", "--open-private-ports", ] if ownership is not None: # make sure that synapse has perms to write to the data dir. log(f"Setting ownership on {data_dir} to {ownership}") subprocess.run(["chown", ownership, data_dir], check=True) args = ["gosu", ownership] + args # log("running %s" % (args, )) subprocess.run(args, check=True) def main(args: List[str], environ: MutableMapping[str, str]) -> None: mode = args[1] if len(args) > 1 else "run" # if we were given an explicit user to switch to, do so ownership = None if "UID" in environ: desired_uid = int(environ["UID"]) desired_gid = int(environ.get("GID", "991")) ownership = f"{desired_uid}:{desired_gid}" elif os.getuid() == 0: # otherwise, if we are running as root, use user 991 ownership = "991:991" synapse_worker = environ.get("SYNAPSE_WORKER", "synapse.app.homeserver") # In generate mode, generate a configuration and missing keys, then exit if mode == "generate": return run_generate_config(environ, ownership) if mode == "migrate_config": # generate a config based on environment vars. data_dir = environ.get("SYNAPSE_DATA_DIR", "/data") config_dir = environ.get("SYNAPSE_CONFIG_DIR", "/data") config_path = environ.get( "SYNAPSE_CONFIG_PATH", config_dir + "/homeserver.yaml" ) return generate_config_from_template( data_dir, config_dir, config_path, environ, ownership ) if mode != "run": error("Unknown execution mode '%s'" % (mode,)) args = args[2:] if "-m" not in args: args = ["-m", synapse_worker] + args jemallocpath = "/usr/lib/%s-linux-gnu/libjemalloc.so.2" % (platform.machine(),) if os.path.isfile(jemallocpath): environ["LD_PRELOAD"] = jemallocpath else: log("Could not find %s, will not use" % (jemallocpath,)) # if there are no config files passed to synapse, try adding the default file if not any(p.startswith(("--config-path", "-c")) for p in args): config_dir = environ.get("SYNAPSE_CONFIG_DIR", "/data") config_path = environ.get( "SYNAPSE_CONFIG_PATH", config_dir + "/homeserver.yaml" ) if not os.path.exists(config_path): if "SYNAPSE_SERVER_NAME" in environ: error( """\ Config file '%s' does not exist. The synapse docker image no longer supports generating a config file on-the-fly based on environment variables. You can migrate to a static config file by running with 'migrate_config'. See the README for more details. """ % (config_path,) ) error( "Config file '%s' does not exist. You should either create a new " "config file by running with the `generate` argument (and then edit " "the resulting file before restarting) or specify the path to an " "existing config file with the SYNAPSE_CONFIG_PATH variable." % (config_path,) ) args += ["--config-path", config_path] log("Starting synapse with args " + " ".join(args)) args = [sys.executable] + args if ownership is not None: args = ["gosu", ownership] + args flush_buffers() os.execve("/usr/sbin/gosu", args, environ) else: flush_buffers() os.execve(sys.executable, args, environ) if __name__ == "__main__": main(sys.argv, os.environ)