Split scripts for env setup and package building

scripts/setup_build_env.py

@@ -0,0 +1,144 @@
+#!/usr/bin/env python3
+
+from utils import render_template
+
+import subprocess
+import os
+import argparse
+
+# before running this script run `gpg --gen-key` on the server
+# assign the email address of the key id here:
+GPG_KEY_EMAIL = "andrew@mycelial.technology"
+
+
+# constants
+AUTOMATION_DIR = "/srv/peachcloud/automation"
+FREIGHT_CONF = "/etc/freight.conf"
+FREIGHT_LIB = "/var/lib/freight"
+FREIGHT_CACHE = "/var/www/apt.peachcloud.org"
+MICROSERVICES_SRC_DIR = "/srv/peachcloud/automation/microservices"
+USER_PATH = "/home/rust"
+
+
+SERVICES = [
+    {"name": "peach-buttons",
+     "repo_url": "https://github.com/peachcloud/peach-buttons.git"},
+    {"name": "peach-menu", "repo_url": "https://github.com/peachcloud/peach-menu.git"},
+    {"name": "peach-monitor",
+     "repo_url": "https://github.com/peachcloud/peach-monitor.git"},
+    {"name": "peach-network",
+     "repo_url": "https://github.com/peachcloud/peach-network.git"},
+    {"name": "peach-oled", "repo_url": "https://github.com/peachcloud/peach-oled.git"},
+    {"name": "peach-stats", "repo_url": "https://github.com/peachcloud/peach-stats.git"},
+    # {"name": "peach-web", "repo_url": "https://github.com/peachcloud/peach-web.git"}, # currently build fails because it needs rust nightly for pear
+]
+
+cargo_path = os.path.join(USER_PATH, ".cargo/bin/cargo")
+
+# parse CLI args
+parser = argparse.ArgumentParser()
+parser.add_argument(
+    "-u",
+    "--update",
+    help="Update Rust installation",
+    action="store_true"
+)
+args = parser.parse_args()
+
+
+# update rust installation
+if args.update:
+    print("\n[ UPDATING RUST ]\n")
+    rustup_path = os.path.join(USER_PATH, ".cargo/bin/rustup")
+    if not os.path.exists(rustup_path):
+        print("rustup installation not found")
+        print("rerun this script without the '-u' flag to install rust")
+    else:
+        subprocess.call([rustup_path, "update"])
+else:
+    # initialize debian package build environment from a blank slate
+    # (but this code is idempotent so it can be re-run if already initialized)
+    print("\n[ INSTALLING SYSTEM REQUIREMENTS ]\n")
+    subprocess.call(["sudo",
+                     "apt-get",
+                     "install",
+                     "git",
+                     "nginx",
+                     "curl",
+                     "build-essential",
+                     "gcc-aarch64-linux-gnu",
+                     ])
+
+    print("\n[ CREATING DIRECTORIES ]\n")
+    folders = [MICROSERVICES_SRC_DIR, FREIGHT_CACHE, FREIGHT_LIB]
+    for folder in folders:
+        if not os.path.exists(folder):
+            os.makedirs(folder)
+
+    print("\n[ INSTALLING RUST ]\n")
+    rustc_path = os.path.join(USER_PATH, ".cargo/bin/rustc")
+    if not os.path.exists(rustc_path):
+        first_command = subprocess.Popen(
+            ["curl", "https://sh.rustup.rs", "-sSf"], stdout=subprocess.PIPE)
+        output = subprocess.check_output(
+            ["sh", "-s", "--", "-y"], stdin=first_command.stdout)
+        first_command.wait()
+
+    print("\n[ INSTALLING CARGO-DEB ]\n")
+    cargo_deb_path = os.path.join(USER_PATH, ".cargo/bin/cargo-deb")
+    if not os.path.exists(cargo_deb_path):
+        subprocess.call([cargo_path, "install", "cargo-deb"])
+
+    print("\n[ INSTALL TOOLCHAIN FOR CROSS-COMPILATION ]\n")
+    rustup_path = os.path.join(USER_PATH, ".cargo/bin/rustup")
+    subprocess.call([rustup_path, "target", "add",
+                     "aarch64-unknown-linux-gnu"])
+    subprocess.call([rustup_path, "toolchain", "install",
+                     "nightly-aarch64-unknown-linux-gnu"])
+
+    print("\n[ INSTALLING FREIGHT ]\n")
+    freight_path = os.path.join(AUTOMATION_DIR, "freight")
+    if not os.path.exists(freight_path):
+        subprocess.call(
+            ["git", "clone", "https://github.com/freight-team/freight.git", freight_path])
+
+    print("\n[ CONFIGURING FREIGHT ]\n")
+    freight_conf_tmp_path = os.path.join(USER_PATH, "freight.conf")
+    render_template(
+        src="freight.conf",
+        dest=freight_conf_tmp_path,
+        template_vars={
+            "freight_lib_path": FREIGHT_LIB,
+            "freight_cache_path": FREIGHT_CACHE,
+            "gpg_key_email": GPG_KEY_EMAIL
+        }
+    )
+    subprocess.call(["sudo", "cp", freight_conf_tmp_path, FREIGHT_CONF])
+
+    print("\n[ PULLING MICROSERVICES CODE FROM GITHUB ]\n")
+    for service in SERVICES:
+        name = service["name"]
+        repo_url = service["repo_url"]
+        service_path = os.path.join(MICROSERVICES_SRC_DIR, name)
+        if not os.path.exists(service_path):
+            subprocess.call(["git", "clone", repo_url, service_path])
+
+    print("\n[ EXPORTING PUBLIC GPG KEY ]\n")
+    output_path = "{}/peach_pub.gpg".format(FREIGHT_CACHE)
+    if not os.path.exists(output_path):
+        subprocess.call(["gpg", "--armor", "--output",
+                         output_path, "--export", GPG_KEY_EMAIL])
+
+    print("\n[ COPYING NGINX CONFIG ]\n")
+    nginx_conf_tmp_path = os.path.join(USER_PATH, "apt.peachcloud.org")
+    render_template(
+        src="nginx_debian.conf",
+        dest=nginx_conf_tmp_path,
+        template_vars={
+            "apt_dir": FREIGHT_CACHE
+        }
+    )
+    subprocess.call(["sudo", "cp", nginx_conf_tmp_path,
+                     "/etc/nginx/sites-enabled/apt.peachcloud.org"])
+
+    print("\n[ DEBIAN PACKAGE BUILD ENVIRONMENT SETUP COMPLETE ]")