PeachCloud/peach-package-builder
0
0
Fork 0
Code Issues 4 Pull Requests Projects Releases Wiki Activity

Pythong script for initializing and updating peachcloud debian repo of

Browse Source 
microservices.
This commit is contained in:
Max Fowler 2020-11-11 11:21:52 +01:00
parent f69fea4256
commit ce55310c65
7 changed files with 145 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
conf/templates/debian_repo/distributions Normal file
View File

@ -0,0 +1,8 @@
Origin: PeachCloud
Label: PeachCloud
Codename: buster
Architectures: amd64
Components: main
Description: Apt repository for PeachCloud debian packages
SignWith: {{gpg_key_id}}
DebOverride: override.buster

21
conf/templates/debian_repo/nginx_debian.conf Normal file
View File

@ -0,0 +1,21 @@
server {
listen 80;
server_name 167.99.136.83;
access_log /var/log/nginx-debian.log;
error_log /var/log/nginx-debian.error;
location / {
root {{apt_dir}};
index index.html;
autoindex on;
}
location ~ /(.*)/conf {
deny all;
}
location ~ /(.*)/db {
deny all;
}
}

3
conf/templates/debian_repo/options Normal file
View File

@ -0,0 +1,3 @@
verbose
basedir {{debian_rep_dir}}
ask-passphrase

4
conf/templates/debian_repo/override.buster Normal file
View File

@ -0,0 +1,4 @@
{% for service in services %}
{{service}} Priority optional
{{service}} Section net
{% endfor %}

105
scripts/setup_debian_repo.py Normal file
View File

@ -0,0 +1,105 @@
from utils import render_template
import subprocess
import os
INITIALIZE_DEBIAN_REPO = True
MICROSERVICES_SRC_DIR = "/srv/peachcloud/src"
WEB_DIR = "/var/www/"
APT_DIR = "/var/www/repos/apt"
DEBIAN_REPO_DIR = "/var/www/repos/apt/debian"
DEBIAN_REPO_CONF_DIR = "/var/www/repos/apt/debian/conf"
# before running this script run `gpg --gen-key` on the server, and put the key id here
GPG_KEY_ID = "E62CD13A85763FCEC3EDBA8EA98440817F1A3CE5",
SERVICES = [
{"name": "peach-oled", "repo_url": "https://github.com/peachcloud/peach-oled.git"},
{"name": "peach-network", "repo_url": "https://github.com/peachcloud/peach-network.git"}
]
if INITIALIZE_DEBIAN_REPO:
print("[ INSTALLING SYSTEM REQUIREMENTS ]")
subprocess.call(["apt-get", "install", "git", "nginx", "curl", "build-essential", "reprepro", "gcc-aarch64-linux-gnu", ])
print("[ CREATING DIRECTORIES ]")
folders = [MICROSERVICES_SRC_DIR, WEB_DIR, APT_DIR, DEBIAN_REPO_DIR, DEBIAN_REPO_CONF_DIR]
for folder in folders:
if not os.path.exists(folder):
os.makedirs(folder)
print("[ INSTALLING RUST ]")
if not os.path.exists("/root/.cargo/bin/rustc"):
first_command = subprocess.Popen(["curl", "https://sh.rustup.rs", "-sSf"], stdout=subprocess.PIPE)
output = subprocess.check_output(["sh", "-s", "--", "-y"], stdin=first_command.stdout)
first_command.wait()
print("[ INSTALLING CARGO-DEB ]")
subprocess.call(['cargo', 'install', 'cargo-deb'])
print("[ INSTALL TOOLCHAIN FOR CROSS-COMPILATION ]")
subprocess.call(['rustup', 'toolchain', 'install', 'nightly-aarch64-unknown-linux-gnu'])
print("[ PULLING MICROSERVICES CODE FROM GITHUB ]")
for service in SERVICES:
name = service["name"]
repo_url = service["repo_url"]
service_path = os.path.join(MICROSERVICES_SRC_DIR, name)
if not os.path.exists(service_path):
subprocess.call(["git", "clone", repo_url, service_path])
print("[ COPYING DEBIAN REPO CONFIG ]")
render_template(
src="debian_repo/distributions",
dest="{}/distributions".format(DEBIAN_REPO_CONF_DIR),
template_vars={
"gpg_key_id": GPG_KEY_ID
}
)
render_template(
src="debian_repo/options",
dest="{}/options".format(DEBIAN_REPO_CONF_DIR),
template_vars={
"debian_rep_dir": DEBIAN_REPO_DIR
}
)
render_template(
src="debian_repo/override.buster",
dest="{}/override.buster".format(DEBIAN_REPO_CONF_DIR),
template_vars={
"services": [service["name"] for service in SERVICES]
}
)
print("[ EXPORTING PUBLIC GPG KEY ]")
output_path = "{}/peach_pub.gpg".format(APT_DIR)
subprocess.call(["gpg", "--armor", "--output", output_path, "--export", GPG_KEY_ID])
print("[ COPYING NGINX CONFIG ]")
render_template(
src="debian_repo/nginx_debian.conf",
dest="/etc/nginx/sites-enabled/deb.peachcloud.org",
template_vars = {
"apt_dir": APT_DIR
}
)
# below is code for updating the microservices, building the microservices,
# and adding them to the debian repo
for service in SERVICES:
service_name = service['name']
service_path = os.path.join(MICROSERVICES_SRC_DIR, service_name)
print("[ BUILIDING SERVICE {} ]".format(service_name))
subprocess.call("cd {} && git pull;".format(service_path))
subprocess.call("cd {} && cargo deb --target aarch64-unknown-linux-gnu;".format(service_path))
deb_path = '?'
subprocess.call("cd {debian_dir} && reprepro includedeb buster {deb_path}".format(
debian_dir=DEBIAN_REPO_DIR,
deb_path=deb_path
))

3
scripts/setup_vps.py
View File

@ -42,7 +42,7 @@ for folder in folders:
os.makedirs(folder)
print("[ INSTALLING RUST ]")
if os.path.exists('/root/.cargo/bin/rustc'):
if not os.path.exists('/root/.cargo/bin/rustc'):
first_command = subprocess.Popen(["curl", "https://sh.rustup.rs", "-sSf"], stdout=subprocess.PIPE)
output = subprocess.check_output(["sh", "-s", "--", "-y"], stdin=first_command.stdout)
first_command.wait()
@ -50,6 +50,7 @@ if os.path.exists('/root/.cargo/bin/rustc'):
print("[ INSTALLING CARGO PACKAGES ]")
cargo_install("cargo-deb")
print("[ COPYING NGINX CONFIG ]")
render_template(src='nginx/nginx.conf', dest='/etc/nginx/nginx.conf')

11
scripts/utils.py
View File

@ -1,5 +1,3 @@
from vars import VARS
import os
import jinja2
import subprocess
@ -20,10 +18,8 @@ def render_template(src, dest, template_vars=None):
:return: None
"""
template = template_env.get_template(src)
if template_vars:
template_vars.update(VARS)
else:
template_vars = VARS
if not template_vars:
template_vars= {}
output_text = template.render(template_vars=template_vars)
if os.path.exists(dest):
os.remove(dest)
@ -31,6 +27,3 @@ def render_template(src, dest, template_vars=None):
f.write(output_text)
def cargo_install(package):
subprocess.call(['/root/.cargo/bin/cargo', 'install', package])