Compare commits
166 Commits
Author | SHA1 | Date | |
---|---|---|---|
4aec218719 | |||
07a9b3bd81 | |||
78b9b8589e | |||
be3fd59c8c | |||
6480f5e5ff | |||
280238d95d | |||
44b378abba | |||
a6d7972bef | |||
625d9848a5 | |||
3bcb9ea13a | |||
72a30b9144 | |||
f0019ea983 | |||
d15aad7bcf | |||
e351615a69 | |||
2296ef52fa | |||
850c4894e7 | |||
edf443bed5 | |||
6cb6ee6952 | |||
762d12b61e | |||
0e6aa957a4 | |||
150c54da40 | |||
75bd599a33 | |||
f0c80ee5b8 | |||
41573c3260 | |||
037e08a41a | |||
f1b76d4313 | |||
c19c4db897 | |||
31fdbccfad | |||
208b11af0a | |||
5649730446 | |||
90eda1dfc1 | |||
fd97d41524 | |||
abbe6ddd1a | |||
acdfa20b2b | |||
34dc33a01d | |||
4747d9b7fb | |||
35f553ae5a | |||
8f2fadb3c4 | |||
8e6b620e8c | |||
523fc2850c | |||
968d3809a5 | |||
2ccef8948d | |||
08de1e0676 | |||
b2e66a01fc | |||
23f8cfc8dd | |||
878a26a411 | |||
656dd829ca | |||
10bcb68c9d | |||
e0c9c4e5b3 | |||
d936080393 | |||
809ee6e68b | |||
e0b185b5ef | |||
9815230eba | |||
8cb556275f | |||
48a7bb8c2d | |||
a26a0d27d7 | |||
028c7dbde5 | |||
103a4941c7 | |||
a261114bbc | |||
e2640fac08 | |||
33280f90b3 | |||
8b60ece3d4 | |||
47efae4e6c | |||
25d15c9596 | |||
515bd7789d | |||
6abb5db6ee | |||
699c4e76d5 | |||
703889d4ea | |||
05cf00d272 | |||
c531faec52 | |||
4e9aefcafd | |||
fb338b414b | |||
f1bdbf21c2 | |||
c3e3f0a1f8 | |||
df4e5045be | |||
4a0889138f | |||
f717c53e8b | |||
0206279894 | |||
fbb1081ed5 | |||
aad6f1db6e | |||
2599cff4cb | |||
25b916d969 | |||
37600727a4 | |||
f4860ec662 | |||
20e56a755e | |||
c60265791e | |||
2e159050e9 | |||
25090a8129 | |||
be5383b164 | |||
3720ef838d | |||
071fcbb96b | |||
abfb1c6404 | |||
0369a18c6e | |||
57f74b0d46 | |||
93142ba305 | |||
f289f79ec3 | |||
6b0f8a3d45 | |||
6f776a8c51 | |||
55dc3a1d2a | |||
91ccc819d5 | |||
bf0ed8fd1c | |||
8a54fa3f27 | |||
26f9e1747f | |||
4a3c4ce0c5 | |||
903b286d3f | |||
f4ab771e2a | |||
cd647f090b | |||
85670538c6 | |||
90780eab91 | |||
1fabae0f48 | |||
75af48bc5d | |||
0323fbe1c8 | |||
dbb61b9a46 | |||
3a40d27778 | |||
1d1329b77e | |||
d9374dc48e | |||
a760ef7869 | |||
3b9d6a7eb2 | |||
663ba19c8b | |||
70b2a68f34 | |||
2b0f691d5f | |||
18f8ea982e | |||
d6cec2ff1a | |||
29e0077edb | |||
73c1290c52 | |||
26e839ea7b | |||
e881f8007e | |||
6f3f4b6779 | |||
a5274f123c | |||
fc12634fbb | |||
a5ce75a29b | |||
701784930b | |||
aa717c2323 | |||
9836d27052 | |||
e361b493b1 | |||
b28460cf84 | |||
07e3678c78 | |||
c315ebe319 | |||
36dd6b5eff | |||
2f1f51bad1 | |||
bada24f3f6 | |||
2d5afd8149 | |||
dfb949eecc | |||
49771980a6 | |||
7e31184bd6 | |||
49226f1640 | |||
4251c32b30 | |||
ece5385a38 | |||
35d5df14aa | |||
1c437b99eb | |||
9580b2dd7d | |||
f382765f29 | |||
f5951add54 | |||
2b4efc2c61 | |||
8ab854c822 | |||
005323ff3c | |||
390e918417 | |||
c5ccfa0fa1 | |||
87b71cb9d4 | |||
89bd18a76b | |||
6e61c08b2c | |||
54b6acc46c | |||
e5e98d536a | |||
8df91de3af | |||
7557966c98 | |||
fa5d3ae3a1 |
@ -6,6 +6,12 @@ steps:
|
||||
image: koalaman/shellcheck-alpine:v0.7.1
|
||||
commands:
|
||||
- shellcheck abra
|
||||
- shellcheck bin/*.sh
|
||||
|
||||
- name: run flake8
|
||||
image: alpine/flake8:3.9.0
|
||||
commands:
|
||||
- flake8 --max-line-length 100 bin/app-json.py
|
||||
|
||||
- name: run unit tests
|
||||
image: decentral1se/docker-dind-bats-kcov
|
||||
|
2
.gitignore
vendored
2
.gitignore
vendored
@ -1,2 +1,2 @@
|
||||
coverage/
|
||||
/.venv
|
||||
coverage/
|
||||
|
50
CHANGELOG.md
50
CHANGELOG.md
@ -1,5 +1,55 @@
|
||||
> 🔥 🔥 🔥 Please note, while we are still in
|
||||
> [public alpha](https://docs.cloud.autonomic.zone/roadmap/), the `abra` release
|
||||
> versioning scheme is not following [semver](https://semver.org/) conventions
|
||||
> because we are still in the exploratory phases of building this tool. Please
|
||||
> read the changes before upgrading your `abra` installation as there are
|
||||
> **most likely** breaking changes coming each release. Sorry for any
|
||||
> inconvenience caused, we're working hard to make this tool stable. Semver
|
||||
> will be respected when we reach public beta. 🔥 🔥 🔥
|
||||
|
||||
# abra x.x.x (UNRELEASED)
|
||||
|
||||
# abra 0.7.3 (2021-04-28)
|
||||
|
||||
- Only check for pw(q)gen if we're actually trying to use them ([#147](https://git.autonomic.zone/coop-cloud/abra/issues/147))
|
||||
- Use apps.coopcloud.tech for app data hosting & download ([75bd599](https://git.autonomic.zone/coop-cloud/abra/commit/75bd599))
|
||||
- Choose latest commit messages for new tags ([#144](https://git.autonomic.zone/coop-cloud/abra/issues/144))
|
||||
- Handle recipes without an `app` service in `recipe .. release` ([#151](https://git.autonomic.zone/coop-cloud/abra/issues/151))
|
||||
|
||||
# abra 0.7.2 (2021-04-07)
|
||||
|
||||
- Fix installation script development installs (again! Thanks Bash!) ([4747d9b7](https://git.autonomic.zone/coop-cloud/abra/commit/4747d9b7fb5fba914f210b6570bfe2db0b53da23))
|
||||
|
||||
# abra 0.7.1 (2021-04-07)
|
||||
|
||||
- Fix installation script development installs ([8f2fadb3c](https://git.autonomic.zone/coop-cloud/abra/commit/8f2fadb3c43c5915520f5ea531ea3815c2ba8531))
|
||||
|
||||
# abra 0.7.0 (2021-04-07)
|
||||
|
||||
- Add `--force` to the `deploy` command to allow overriding deployment logic ([#105](https://git.autonomic.zone/coop-cloud/abra/issues/105))
|
||||
- Handle undeployed apps in version summaries when deploying ([#104](https://git.autonomic.zone/coop-cloud/abra/issues/104))
|
||||
- Add `--force` to `undeploy` command ([e5e98d5](https://git.autonomic.zone/coop-cloud/abra/commit/e5e98d5))
|
||||
- Rename "app type" back to "stack" in the deployment overview ([54b6acc](https://git.autonomic.zone/coop-cloud/abra/commit/54b6acc))
|
||||
- Show context connection details on `abra server ls` ([#110](https://git.autonomic.zone/coop-cloud/abra/issues/110))
|
||||
- Allow to debug the SSH connection details on swarm init ([#109](https://git.autonomic.zone/coop-cloud/abra/issues/109))
|
||||
- Show correct status for apps deployed on servers with missing context ([#99](https://git.autonomic.zone/coop-cloud/abra/issues/99))
|
||||
- Search for subcommands in descending order of how many components there are ([#108](https://git.autonomic.zone/coop-cloud/abra/issues/108))
|
||||
- Add specific app version checking command (`abra app <app> version`) ([#108](https://git.autonomic.zone/coop-cloud/abra/issues/108))
|
||||
- Add docker version check (guestimating < v19 is a bad idea) ([#15](https://git.autonomic.zone/coop-cloud/abra/issues/15))
|
||||
- Fix git branch handling when not passing `-b <branch>` ([#122](https://git.autonomic.zone/coop-cloud/abra/issues/122))
|
||||
- Add work-around to correctly git clone non-master default branch app repositories ([#122](https://git.autonomic.zone/coop-cloud/abra/issues/122))
|
||||
- Replace `--force` (except for the `deploy` command) with a global `--no-prompt` for avoiding interactive questions ([#118](https://git.autonomic.zone/coop-cloud/abra/issues/118))
|
||||
- Use [docker-stack-wait-deploy](https://github.com/vitalets/docker-stack-wait-deploy) inspired logic to deploy apps ([#116](https://git.autonomic.zone/coop-cloud/abra/issues/116))
|
||||
- Add a domain polling check when deploying apps ([#113](https://git.autonomic.zone/coop-cloud/abra/issues/113))
|
||||
- Recognise when apps are already undeployed with `abra app <app> undeploy` ([#123](https://git.autonomic.zone/coop-cloud/abra/issues/123))
|
||||
- Add `abra doctor` command to help diagnose setup issues ([#119](https://git.autonomic.zone/coop-cloud/abra/issues/119))
|
||||
- Add apps version and feature catalogue generation script ([#121](https://git.autonomic.zone/coop-cloud/abra/issues/121))
|
||||
- New `--skip-version-check` option to `deploy` ([df4e504](https://git.autonomic.zone/coop-cloud/abra/commit/df4e504))
|
||||
- Look up local available version from compose files instead of `abra.sh` ([#131](https://git.autonomic.zone/coop-cloud/abra/issues/131))
|
||||
- Improve domain polling logging and allow to skip the check altogether with `--no-domain-poll` ([#140](https://git.autonomic.zone/coop-cloud/abra/issues/140), [#141](https://git.autonomic.zone/coop-cloud/abra/issues/141))
|
||||
- Support `ABRA_DIR` in the installer script ([4e94a424e94a42](https://git.autonomic.zone/coop-cloud/abra/commit/4e94a424e94a42))
|
||||
- Support [abra-hetzner](https://git.autonomic.zone/coop-cloud/abra-hetzner) plugin ([#88](https://git.autonomic.zone/coop-cloud/abra/issues/88))
|
||||
|
||||
# abra 0.6.0 (2021-03-17)
|
||||
|
||||
- Show version and digest of app if labelled ([98e674b8e8](https://git.autonomic.zone/coop-cloud/abra/commit/98e674b8e83458a83dcbf331e8e34c7188559c4a))
|
||||
|
50
README.md
50
README.md
@ -3,19 +3,28 @@
|
||||
[](https://drone.autonomic.zone/coop-cloud/abra)
|
||||
[](undefined)
|
||||
|
||||
> https://cloud.autonomic.zone
|
||||
> https://coopcloud.tech
|
||||
|
||||
The cooperative cloud utility belt 🎩🐇
|
||||
|
||||
`abra` is a command-line tool for managing your own [Co-op Cloud](https://cloud.autonomic.zone). It can provision new servers, create applications, deploy them, run backup and restore operations and a whole lot of other things. It is the go-to tool for day-to-day operations when managing a Co-op Cloud instance.
|
||||
`abra` is a command-line tool for managing your own [Co-op Cloud](https://coopcloud.tech). It can provision new servers, create applications, deploy them, run backup and restore operations and a whole lot of other things. It is the go-to tool for day-to-day operations when managing a Co-op Cloud instance.
|
||||
|
||||
## Change log
|
||||
|
||||
> 🔥 🔥 🔥 Please note, while we are still in [public
|
||||
> alpha](https://docs.coopcloud.tech/roadmap/), the `abra` release
|
||||
> versioning scheme is not following [semver](https://semver.org/) conventions
|
||||
> because we are still in the exploratory phases of building this tool. Please
|
||||
> read the changes before upgrading your `abra` installation as there are
|
||||
> **most likely** breaking changes coming each release. Sorry for any
|
||||
> inconvenience caused, we're working hard to make this tool stable. Semver
|
||||
> will be respected when we reach public beta. 🔥 🔥 🔥
|
||||
|
||||
See [CHANGELOG.md](./CHANGELOG.md).
|
||||
|
||||
## Documentation
|
||||
|
||||
> [docs.cloud.autonomic.zone](https://docs.cloud.autonomic.zone/)
|
||||
> [docs.coopcloud.tech](https://docs.coopcloud.tech)
|
||||
|
||||
## Install
|
||||
|
||||
@ -31,7 +40,7 @@ or the bleeding-edge development version:
|
||||
curl https://install.abra.autonomic.zone | bash -s -- --dev
|
||||
```
|
||||
|
||||
The source for this script is [here](./installer/installer).
|
||||
The source for this script is [here](./deploy/install.abra.autonomic.zone/installer).
|
||||
|
||||
## Update
|
||||
|
||||
@ -50,8 +59,35 @@ The command-line interface is generated via [docopt](http://docopt.org/). If you
|
||||
|
||||
Please remember to update the [CHANGELOG](./CHANGELOG.md) when you make a change.
|
||||
|
||||
To deploy a new version of the installer scripts:
|
||||
## Generating a new apps.json
|
||||
|
||||
```sh
|
||||
make release-installer
|
||||
You'll need to install the following requirements:
|
||||
|
||||
- [requests](https://docs.python-requests.org/en/master/) (`apt install python3-requests` / `pip install requests`)
|
||||
- [skopeo](https://github.com/containers/skopeo) (check [the install docs](https://github.com/containers/skopeo/blob/master/install.md))
|
||||
- [jq](https://stedolan.github.io/jq/tutorial/) (`sudo apt-get install jq` or see [the install docs](https://stedolan.github.io/jq/download/))
|
||||
- [yq](https://mikefarah.gitbook.io/yq/) (see [the install docs](https://mikefarah.gitbook.io/yq/#install))
|
||||
|
||||
Then run `./bin/app-json.py` ([source](./bin/app-json.py)) and it will spit out the JSON file into [deploy/apps.coopcloud.tech/apps.json](./deploy/apps.coopcloud.tech/apps.json).
|
||||
|
||||
## Releasing
|
||||
|
||||
### `abra`
|
||||
|
||||
> [install.abra.autonomic.zone](https://install.abra.autonomic.zone)
|
||||
|
||||
- Change the `x.x.x` header in [CHANGELOG.md](./CHANGELOG.md) to reflect new version and mark date
|
||||
- Update the version in [abra](./abra)
|
||||
- Update the version in [deploy/install.abra.autonomic.zone/installer](./deploy/install.abra.autonomic.zone/installer)
|
||||
- `git commit` the above changes and then tag it with `git tag <your-new-version>`
|
||||
- `git push` and `git push --tags`
|
||||
- Deploy a new installer script `make release-installer`
|
||||
- Tell the world (CoTech forum, Matrix public channel, Autonomic mastodon, etc.)
|
||||
|
||||
### apps.coopcloud.tech
|
||||
|
||||
> [apps.coopcloud.tech](https://apps.coopcloud.tech)
|
||||
|
||||
```bash
|
||||
$ make release-apps
|
||||
```
|
||||
|
@ -1,42 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# Usage: ./app-version.sh <image> <service>
|
||||
# Example: ./app-version.sh drone/drone:1.10.1 app
|
||||
#
|
||||
# Accepts a full format hub.docker.com image tag which it pulls locally and
|
||||
# generates output which can be used to put in the abra.sh for app packaging.
|
||||
# Requires the yq program https://mikefarah.gitbook.io/yq/
|
||||
|
||||
error() {
|
||||
echo "$(tput setaf 1)ERROR: $*$(tput sgr0)"
|
||||
exit 1
|
||||
}
|
||||
|
||||
IMAGE="$1"
|
||||
SERVICE="$2"
|
||||
|
||||
if ! docker pull -q "$IMAGE" > /dev/null 2>&1; then
|
||||
error "Failed to download image, is the tag correct?"
|
||||
fi
|
||||
|
||||
version=$(echo "$IMAGE" | cut -d ':' -f2)
|
||||
digest=$(docker image inspect -f "{{.Id}}" "$IMAGE" | cut -d ':' -f2- | cut -c 1-8)
|
||||
|
||||
echo "--- Add the following to your abra.sh ---"
|
||||
echo "export ABRA_TYPE_${SERVICE^^}_VERSION=${version}"
|
||||
echo "export ABRA_TYPE_${SERVICE^^}_DIGEST=${digest}"
|
||||
|
||||
version_lookup="ABRA_TYPE_${SERVICE^^}_VERSION"
|
||||
digest_lookup="ABRA_TYPE_${SERVICE^^}_DIGEST"
|
||||
|
||||
label='- "coop-cloud.${STACK_NAME}.'
|
||||
label+="${SERVICE}"
|
||||
label+='.version=${'
|
||||
label+="${version_lookup}"
|
||||
label+='}-${'
|
||||
label+="${digest_lookup}"
|
||||
label+='}"'
|
||||
|
||||
echo
|
||||
echo "--- And don't forget to label the actual service in the compose file ---"
|
||||
echo "$label"
|
@ -1,4 +1,7 @@
|
||||
#!/bin/bash
|
||||
|
||||
# shellcheck disable=SC2119
|
||||
|
||||
# Usage: ./app-catalogue.sh
|
||||
#
|
||||
# Gather metadata from Co-op Cloud apps in $ABRA_DIR/apps (default
|
||||
@ -7,7 +10,7 @@
|
||||
|
||||
stack_dir="${ABRA_DIR:-$HOME/.abra}/apps/"
|
||||
|
||||
cd "$stack_dir"
|
||||
cd "$stack_dir" || exit
|
||||
|
||||
# load all README files into ENV_FILES array
|
||||
mapfile -t readmes < <(find -L . -name "README.md")
|
284
bin/app-json.py
Executable file
284
bin/app-json.py
Executable file
@ -0,0 +1,284 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
# Usage: ./app-json.py
|
||||
#
|
||||
# Gather metadata from Co-op Cloud apps in $ABRA_DIR/apps (default
|
||||
# ~/.abra/apps), and format it as JSON so that it can be hosted here:
|
||||
# https://apps.coopcloud.tech
|
||||
|
||||
from json import dump
|
||||
from logging import DEBUG, basicConfig, getLogger
|
||||
from os import chdir, listdir, mkdir
|
||||
from os.path import basename, exists, expanduser
|
||||
from pathlib import Path
|
||||
from re import findall, search
|
||||
from shlex import split
|
||||
from subprocess import DEVNULL, check_output
|
||||
from sys import exit
|
||||
|
||||
from requests import get
|
||||
|
||||
HOME_PATH = expanduser("~/")
|
||||
CLONES_PATH = Path(f"{HOME_PATH}/.abra/apps").absolute()
|
||||
YQ_PATH = Path(f"{HOME_PATH}/.abra/vendor/yq")
|
||||
SCRIPT_PATH = Path(__file__).absolute().parent
|
||||
REPOS_TO_SKIP = (
|
||||
"abra",
|
||||
"abra-apps",
|
||||
"backup-bot",
|
||||
"cloud.autonomic.zone",
|
||||
"docs.cloud.autonomic.zone",
|
||||
"example",
|
||||
"organising",
|
||||
"pyabra",
|
||||
"stack-ssh-deploy",
|
||||
"radicle-seed-node",
|
||||
"coturn",
|
||||
)
|
||||
|
||||
log = getLogger(__name__)
|
||||
basicConfig()
|
||||
log.setLevel(DEBUG)
|
||||
|
||||
|
||||
def _run_cmd(cmd, shell=False, **kwargs):
|
||||
"""Run a shell command."""
|
||||
args = [split(cmd)]
|
||||
|
||||
if shell:
|
||||
args = [cmd]
|
||||
kwargs = {"shell": shell}
|
||||
|
||||
try:
|
||||
return check_output(*args, **kwargs).decode("utf-8").strip()
|
||||
except Exception as exception:
|
||||
log.error(f"Failed to run {cmd}, saw {str(exception)}")
|
||||
exit(1)
|
||||
|
||||
|
||||
def get_repos_json():
|
||||
""" Retrieve repo list from Gitea """
|
||||
|
||||
url = "https://git.autonomic.zone/api/v1/orgs/coop-cloud/repos"
|
||||
|
||||
log.info(f"Retrieving {url}")
|
||||
|
||||
repos = []
|
||||
response = True
|
||||
page = 1
|
||||
|
||||
try:
|
||||
while response:
|
||||
log.info(f"Trying to fetch page {page}")
|
||||
response = get(url + f"?page={page}", timeout=10).json()
|
||||
repos.extend(response)
|
||||
page += 1
|
||||
|
||||
return repos
|
||||
except Exception as exception:
|
||||
log.error(f"Failed to retrieve {url}, saw {str(exception)}")
|
||||
exit(1)
|
||||
|
||||
|
||||
def get_published_apps_json():
|
||||
"""Retrieve already published apps json."""
|
||||
url = "https://apps.coopcloud.tech"
|
||||
|
||||
log.info(f"Retrieving {url}")
|
||||
|
||||
try:
|
||||
return get(url, timeout=5).json()
|
||||
except Exception as exception:
|
||||
log.error(f"Failed to retrieve {url}, saw {str(exception)}")
|
||||
return {}
|
||||
|
||||
|
||||
def clone_all_apps(repos_json):
|
||||
"""Clone all Co-op Cloud apps to ~/.abra/apps."""
|
||||
if not exists(CLONES_PATH):
|
||||
mkdir(CLONES_PATH)
|
||||
|
||||
repos = [[p["name"], p["ssh_url"]] for p in repos_json]
|
||||
|
||||
for name, url in repos:
|
||||
continue
|
||||
if name in REPOS_TO_SKIP:
|
||||
continue
|
||||
|
||||
if not exists(f"{CLONES_PATH}/{name}"):
|
||||
log.info(f"Retrieving {url}")
|
||||
_run_cmd(f"git clone {url} {CLONES_PATH}/{name}")
|
||||
|
||||
chdir(f"{CLONES_PATH}/{name}")
|
||||
if not int(_run_cmd("git branch --list | wc -l", shell=True)):
|
||||
log.info(f"Guessing main branch is HEAD for {name}")
|
||||
_run_cmd("git checkout main")
|
||||
else:
|
||||
log.info(f"Updating {name}")
|
||||
chdir(f"{CLONES_PATH}/{name}")
|
||||
_run_cmd("git fetch -a")
|
||||
|
||||
|
||||
def generate_apps_json(repos_json):
|
||||
"""Generate the abra-apps.json application versions file."""
|
||||
apps_json = {}
|
||||
cached_apps_json = get_published_apps_json()
|
||||
|
||||
for app in listdir(CLONES_PATH):
|
||||
if app in REPOS_TO_SKIP:
|
||||
log.info(f"Skipping {app}")
|
||||
continue
|
||||
|
||||
repo_details = next(filter(lambda x: x["name"] == app, repos_json), {})
|
||||
|
||||
app_path = f"{CLONES_PATH}/{app}"
|
||||
chdir(app_path)
|
||||
|
||||
metadata = get_app_metadata(app_path)
|
||||
name = metadata.pop("name", "")
|
||||
|
||||
log.info(f"Processing {app}")
|
||||
apps_json[app] = {
|
||||
"name": name,
|
||||
"category": metadata.get("category", ""),
|
||||
"repository": repo_details.get("clone_url", ""),
|
||||
"default_branch": repo_details.get("default_branch", ""),
|
||||
"description": repo_details.get("description", ""),
|
||||
"website": repo_details.get("website", ""),
|
||||
# Note(decentral1se): please note that the app metadata do not
|
||||
# correspond to version tags. We simply parse the latest metadata
|
||||
# list from HEAD. This may lead to unexpected situations where
|
||||
# users believe X feature is available under Y version but it is
|
||||
# not.
|
||||
"features": metadata,
|
||||
"versions": get_app_versions(app_path, cached_apps_json),
|
||||
"icon": repo_details.get("avatar_url", ""),
|
||||
}
|
||||
|
||||
return apps_json
|
||||
|
||||
|
||||
def get_app_metadata(app_path):
|
||||
"""Parse metadata from app repo README files."""
|
||||
metadata = {}
|
||||
|
||||
chdir(app_path)
|
||||
|
||||
with open(f"{app_path}/README.md", "r") as handle:
|
||||
log.info(f"{app_path}/README.md")
|
||||
contents = handle.read()
|
||||
|
||||
try:
|
||||
for match in findall(r"\*\*.*\s\*", contents):
|
||||
title = search(r"(?<=\*\*).*(?=\*\*)", match).group().lower()
|
||||
|
||||
if title == "image":
|
||||
value = {
|
||||
"image": search(r"(?<=`).*(?=`)", match).group(),
|
||||
"url": search(r"(?<=\().*(?=\))", match).group(),
|
||||
"rating": match.split(",")[1].strip(),
|
||||
"source": match.split(",")[-1].replace("*", "").strip(),
|
||||
}
|
||||
else:
|
||||
value = match.split(":")[-1].replace("*", "").strip()
|
||||
|
||||
metadata[title] = value
|
||||
metadata["name"] = findall(r"^# (.*)", contents)[0]
|
||||
except (IndexError, AttributeError):
|
||||
log.info(f"Can't parse {app_path}/README.md")
|
||||
return {}
|
||||
finally:
|
||||
_run_cmd("git checkout HEAD")
|
||||
|
||||
log.info(f"Parsed {metadata}")
|
||||
|
||||
return metadata
|
||||
|
||||
|
||||
def get_app_versions(app_path, cached_apps_json):
|
||||
versions = {}
|
||||
|
||||
chdir(app_path)
|
||||
|
||||
tags = _run_cmd("git tag --list").split()
|
||||
|
||||
if not tags:
|
||||
log.info("No tags discovered, moving on")
|
||||
return {}
|
||||
|
||||
initial_branch = _run_cmd("git rev-parse --abbrev-ref HEAD")
|
||||
|
||||
app_name = basename(app_path)
|
||||
|
||||
try:
|
||||
existing_tags = cached_apps_json[app_name]["versions"].keys()
|
||||
except KeyError:
|
||||
existing_tags = []
|
||||
|
||||
for tag in tags:
|
||||
_run_cmd(f"git checkout {tag}", stderr=DEVNULL)
|
||||
|
||||
services_cmd = f"{YQ_PATH} e '.services | keys | .[]' compose*.yml"
|
||||
services = _run_cmd(services_cmd, shell=True).split()
|
||||
|
||||
parsed_services = []
|
||||
service_versions = {}
|
||||
for service in services:
|
||||
if service in ("null", "---"):
|
||||
continue
|
||||
|
||||
if (
|
||||
tag in existing_tags
|
||||
and service in cached_apps_json[app_name]["versions"][tag]
|
||||
):
|
||||
log.info(f"Skipping {tag} because we've already processed it")
|
||||
existing_versions = cached_apps_json[app_name]["versions"][tag][service]
|
||||
service_versions[service] = existing_versions
|
||||
_run_cmd(f"git checkout {initial_branch}")
|
||||
continue
|
||||
|
||||
if service in parsed_services:
|
||||
log.info(f"Skipped {service}, we've already parsed it locally")
|
||||
continue
|
||||
|
||||
services_cmd = f"{YQ_PATH} e '.services.{service}.image' compose*.yml"
|
||||
images = _run_cmd(services_cmd, shell=True).split()
|
||||
|
||||
for image in images:
|
||||
if image in ("null", "---"):
|
||||
continue
|
||||
|
||||
images_cmd = f"skopeo inspect docker://{image} | jq '.Digest'"
|
||||
output = _run_cmd(images_cmd, shell=True)
|
||||
|
||||
service_version_info = {
|
||||
"image": image.split(":")[0],
|
||||
"tag": image.split(":")[-1],
|
||||
"digest": output.split(":")[-1][:8],
|
||||
}
|
||||
|
||||
log.info(f"Parsed {service_version_info}")
|
||||
service_versions[service] = service_version_info
|
||||
|
||||
parsed_services.append(service)
|
||||
|
||||
versions[tag] = service_versions
|
||||
|
||||
_run_cmd(f"git checkout {initial_branch}")
|
||||
|
||||
return versions
|
||||
|
||||
|
||||
def main():
|
||||
"""Run the script."""
|
||||
repos_json = get_repos_json()
|
||||
clone_all_apps(repos_json)
|
||||
|
||||
target = f"{SCRIPT_PATH}/../deploy/apps.coopcloud.tech/apps.json"
|
||||
with open(target, "w", encoding="utf-8") as handle:
|
||||
dump(generate_apps_json(repos_json), handle, ensure_ascii=False, indent=4)
|
||||
|
||||
log.info(f"Successfully generated {target}")
|
||||
|
||||
|
||||
main()
|
1114
deploy/apps.coopcloud.tech/apps.json
Normal file
1114
deploy/apps.coopcloud.tech/apps.json
Normal file
File diff suppressed because it is too large
Load Diff
41
deploy/apps.coopcloud.tech/compose.yml
Normal file
41
deploy/apps.coopcloud.tech/compose.yml
Normal file
@ -0,0 +1,41 @@
|
||||
---
|
||||
version: "3.8"
|
||||
|
||||
services:
|
||||
app:
|
||||
image: "nginx:stable"
|
||||
configs:
|
||||
- source: abra_conf
|
||||
target: /etc/nginx/conf.d/abra.conf
|
||||
- source: abra_apps_json
|
||||
target: /var/www/abra-apps/apps.json
|
||||
volumes:
|
||||
- "public:/var/www/abra-apps"
|
||||
networks:
|
||||
- proxy
|
||||
deploy:
|
||||
update_config:
|
||||
failure_action: rollback
|
||||
order: start-first
|
||||
labels:
|
||||
- "traefik.enable=true"
|
||||
- "traefik.http.services.abra-apps.loadbalancer.server.port=80"
|
||||
- "traefik.http.routers.abra-apps.rule=Host(`apps.coopcloud.tech`, `abra-apps.cloud.autonomic.zone`)"
|
||||
- "traefik.http.routers.abra-apps.entrypoints=web-secure"
|
||||
- "traefik.http.routers.abra-apps.tls.certresolver=production"
|
||||
- "traefik.http.routers.abra-apps.middlewares=abra-apps-redirect"
|
||||
- "traefik.http.middlewares.abra-apps-redirect.headers.SSLForceHost=true"
|
||||
- "traefik.http.middlewares.abra-apps-redirect.headers.SSLHost=apps.coopcloud.tech"
|
||||
|
||||
configs:
|
||||
abra_apps_json:
|
||||
file: apps.json
|
||||
abra_conf:
|
||||
file: nginx.conf
|
||||
|
||||
networks:
|
||||
proxy:
|
||||
external: true
|
||||
|
||||
volumes:
|
||||
public:
|
10
deploy/apps.coopcloud.tech/nginx.conf
Normal file
10
deploy/apps.coopcloud.tech/nginx.conf
Normal file
@ -0,0 +1,10 @@
|
||||
server {
|
||||
listen 80 default_server;
|
||||
server_name apps.coopcloud.tech;
|
||||
|
||||
location / {
|
||||
root /var/www/abra-apps;
|
||||
add_header Content-Type application/json;
|
||||
index apps.json;
|
||||
}
|
||||
}
|
@ -2,7 +2,7 @@
|
||||
version: "3.8"
|
||||
|
||||
services:
|
||||
abra_installer:
|
||||
app:
|
||||
image: "nginx:stable"
|
||||
configs:
|
||||
- source: abra_conf
|
@ -1,8 +1,9 @@
|
||||
#!/bin/bash
|
||||
|
||||
ABRA_VERSION="0.6.0"
|
||||
ABRA_VERSION="0.7.3"
|
||||
GIT_URL="https://git.autonomic.zone/coop-cloud/abra"
|
||||
ABRA_SRC="$GIT_URL/raw/tag/$ABRA_VERSION/abra"
|
||||
ABRA_DIR="${ABRA_DIR:-$HOME/.abra/}"
|
||||
|
||||
function install_abra_release {
|
||||
mkdir -p "$HOME/.local/bin"
|
||||
@ -12,13 +13,13 @@ function install_abra_release {
|
||||
}
|
||||
|
||||
function install_abra_dev {
|
||||
mkdir -p "$HOME/.abra/"
|
||||
if [[ ! -d "$HOME/.abra/src" ]]; then
|
||||
git clone "$GIT_URL" "$HOME/.abra/src"
|
||||
mkdir -p "$ABRA_DIR/"
|
||||
if [[ ! -d "$ABRA_DIR/src" ]]; then
|
||||
git clone "$GIT_URL" "$ABRA_DIR/src"
|
||||
fi
|
||||
( cd "$HOME/.abra/src" && git pull origin main && cd -)
|
||||
(cd "$ABRA_DIR/src" && git pull origin main && cd - || exit)
|
||||
mkdir -p "$HOME/.local/bin"
|
||||
ln -sf "$HOME/.abra/src/abra" "$HOME/.local/bin/abra"
|
||||
ln -sf "$ABRA_DIR/src/abra" "$HOME/.local/bin/abra"
|
||||
echo "abra installed to $HOME/.local/bin/abra (development bleeding edge)"
|
||||
}
|
||||
|
16
makefile
16
makefile
@ -21,7 +21,8 @@ shellcheck:
|
||||
--rm \
|
||||
-v $$(pwd):/workdir \
|
||||
koalaman/shellcheck-alpine \
|
||||
shellcheck /workdir/abra
|
||||
shellcheck /workdir/abra && \
|
||||
shellcheck /workdir/bin/*.sh
|
||||
|
||||
docopt:
|
||||
@if [ ! -d ".venv" ]; then \
|
||||
@ -45,6 +46,13 @@ codecov:
|
||||
-s coverage -t $$(pass show hosts/swarm.autonomic.zone/drone/codecov/token)
|
||||
|
||||
release-installer:
|
||||
@docker stack rm abra-installer-script && \
|
||||
cd installer && \
|
||||
docker stack deploy -c compose.yml abra-installer-script
|
||||
@DOCKER_CONTEXT=swarm.autonomic.zone \
|
||||
docker stack rm abra-installer-script && \
|
||||
cd deploy/install.abra.autonomic.zone && \
|
||||
DOCKER_CONTEXT=swarm.autonomic.zone docker stack deploy -c compose.yml abra-installer-script
|
||||
|
||||
release-apps:
|
||||
@DOCKER_CONTEXT=swarm.autonomic.zone \
|
||||
docker stack rm abra-apps-json && \
|
||||
cd deploy/apps.coopcloud.tech && \
|
||||
DOCKER_CONTEXT=swarm.autonomic.zone docker stack deploy -c compose.yml abra-apps-json
|
||||
|
@ -9,44 +9,48 @@ teardown() {
|
||||
rm -rf "$ABRA_DIR"
|
||||
}
|
||||
|
||||
abra() {
|
||||
./abra -d $@
|
||||
}
|
||||
|
||||
@test "abra server (add|rm)" {
|
||||
./abra server add swarm.test.com
|
||||
abra server add swarm.test.com
|
||||
docker context ls | grep swarm.test.com
|
||||
[ -d $ABRA_DIR/servers/swarm.test.com ]
|
||||
./abra server swarm.test.com rm
|
||||
abra server swarm.test.com rm
|
||||
|
||||
./abra server add swarm.test.com foobar 12345
|
||||
abra server add swarm.test.com foobar 12345
|
||||
[ -d $ABRA_DIR/servers/swarm.test.com ]
|
||||
./abra server swarm.test.com rm
|
||||
abra server swarm.test.com rm
|
||||
}
|
||||
|
||||
@test "abra server init" {
|
||||
./abra server default init
|
||||
abra server default init
|
||||
}
|
||||
|
||||
@test "abra app (new|rm)" {
|
||||
./abra app new --server default --domain traefik.test.com --app-name traefik_test_com traefik
|
||||
abra app new --server default --domain traefik.test.com --app-name traefik_test_com traefik
|
||||
[ -f $ABRA_DIR/servers/default/traefik_test_com.env ]
|
||||
|
||||
# interactive prompt
|
||||
echo "y" | ./abra app traefik_test_com delete
|
||||
echo "y" | abra app traefik_test_com delete
|
||||
[ ! -f $ABRA_DIR/servers/default/traefik_test_com.env ]
|
||||
|
||||
# --force
|
||||
./abra app new --server default --domain traefik_test_com --app-name traefik_test_com traefik
|
||||
./abra app traefik_test_com delete --force
|
||||
# --no-prompt
|
||||
abra app new --server default --domain traefik_test_com --app-name traefik_test_com traefik
|
||||
abra --no-prompt app traefik_test_com delete
|
||||
[ ! -f $ABRA_DIR/servers/default/traefik_test_com.env ]
|
||||
}
|
||||
|
||||
@test "abra app <domain> secret (insert|generate|rm)" {
|
||||
./abra app new --server default --domain traefik_test_com --app-name traefik_test_com traefik
|
||||
abra app new --server default --domain traefik_test_com --app-name traefik_test_com traefik
|
||||
|
||||
./abra app traefik_test_com secret insert foobar v1 "foobar"
|
||||
abra app traefik_test_com secret insert foobar v1 "foobar"
|
||||
|
||||
# interactive prompt
|
||||
echo "y" | ./abra app traefik_test_com secret rm foobar
|
||||
echo "y" | abra app traefik_test_com secret rm foobar
|
||||
|
||||
./abra app traefik_test_com secret insert foobar v1 "foobar"
|
||||
abra app traefik_test_com secret insert foobar v1 "foobar"
|
||||
# prompt
|
||||
./abra app traefik_test_com secret rm foobar --force
|
||||
abra --no-prompt app traefik_test_com secret rm foobar
|
||||
}
|
||||
|
Reference in New Issue
Block a user