0
0
forked from toolshed/abra

Compare commits

...

48 Commits
8.0.1 ... 9.0.0

Author SHA1 Message Date
f6bdf596f5 Bump to next version 2021-06-10 11:43:00 +02:00
6c6e6808c9 Merge pull request 'Add --chaos flag' (#179) from chaos-deploy-flag into main
Reviewed-on: https://git.autonomic.zone/coop-cloud/abra/pulls/179
2021-06-10 11:41:26 +02:00
a3ffd7f239 Add --chaos flag
Closes https://git.autonomic.zone/coop-cloud/abra/issues/178.
2021-06-10 11:40:25 +02:00
a019417fd2 Avoid PR publishing 2021-06-08 12:27:50 +02:00
743600b94e Use access token for pushing 2021-06-05 22:54:16 +02:00
f4c2da894b Add change log entry [ci skip] 2021-06-05 22:43:50 +02:00
4ef433312d Add mirroring script 2021-06-05 22:41:50 +02:00
9f69532dca Use vendored JQ 2021-06-05 08:57:35 +02:00
3a97358f30 Vendor later versions of jq/yq 2021-06-05 08:51:10 +02:00
1e19805757 Drop trailing slash 2021-06-05 08:51:02 +02:00
389ad9d049 Drop non-existant flag 2021-06-05 08:41:14 +02:00
93ffc633f3 Prepare more things for this image 2021-06-05 08:39:13 +02:00
b61c9410a0 Drop the apps.json in the cwd 2021-06-05 08:26:43 +02:00
bbab900ebc Move apps.json generation stuff out of abra
See https://git.autonomic.zone/coop-cloud/abra/issues/125.
2021-06-05 08:22:01 +02:00
36d4dbc5cf Ignore that new repo 2021-06-05 08:15:11 +02:00
a4ade1463f Copy over app-json script 2021-06-05 08:05:40 +02:00
20af4666c6 Remove and ignore pycache folders 2021-06-05 08:05:29 +02:00
d15b031f33 Ignore those pyc files 2021-06-05 08:04:58 +02:00
a7f0bbde62 Add openssh machinery 2021-06-05 08:03:42 +02:00
76d5a1026a Support HTTPS/SSH cloning 2021-06-05 07:58:24 +02:00
7b0fb50e7f Abstract common functions into a library 2021-06-05 07:55:05 +02:00
f92364af80 Run downstream builds
See https://git.autonomic.zone/coop-cloud/abra/issues/171.
2021-06-05 07:25:41 +02:00
ca2a3c8b58 Add notify failures 2021-06-03 23:31:31 +02:00
a5c5526948 Add log entry [ci skip] 2021-06-03 23:15:08 +02:00
d16eb0e309 Drop force and keep going on non-interctive git stuff 2021-06-03 22:12:47 +02:00
3cff8aaada Better grep and apps folder 2021-06-03 21:52:51 +02:00
4ff4c83154 Use dev all the time 2021-06-03 21:04:58 +02:00
f953743a7c Let the plugin do tagging for us as well 2021-06-03 21:01:39 +02:00
e84062e67c Use success instead (helpful for automation) 2021-06-03 20:58:38 +02:00
e573794367 Skip those repos too 2021-06-03 11:45:30 +02:00
87f9c16db4 Add log entry [ci skip] 2021-06-03 11:41:47 +02:00
9fadc430a7 Add renovate script 2021-06-03 11:40:55 +02:00
53cec2469b Handle forcing re-upload 2021-06-03 10:34:19 +02:00
a1de7f10cb Don't edit git stuff when running non-interactively 2021-06-03 10:17:09 +02:00
ece968478d Add log entry 2021-06-03 10:07:23 +02:00
3759bcd641 Support unattended mode for recipe releasing 2021-06-03 10:06:40 +02:00
0ff08b5d34 Add missing dep and make special place in docs 2021-06-03 09:58:28 +02:00
8b541623ad Add change log entry [ci skip] 2021-06-03 09:55:35 +02:00
f24259dbfc Sort on lines [ci skip] 2021-06-03 09:54:32 +02:00
40259f5e97 Add git also 2021-06-03 09:53:56 +02:00
fd471eb3f1 Install dependencies 2021-06-03 09:52:14 +02:00
a4633f06bd Add note about container [ci skip] 2021-06-03 09:47:46 +02:00
0d6031fef9 Also depend on tests [ci skip] 2021-06-03 09:44:47 +02:00
64d578cf91 Add docker image publishing 2021-06-03 09:43:44 +02:00
e216fe290b Actually use that image as it is required 2021-06-03 09:11:50 +02:00
207278af75 Use same language 2021-06-03 09:09:44 +02:00
ff309182ea Drop kcov/codecov for now, use upstream bats 2021-06-03 09:07:55 +02:00
542cf793d2 Remove app which is gone away now 2021-06-01 00:08:21 +02:00
16 changed files with 502 additions and 2665 deletions

View File

@ -18,32 +18,61 @@ steps:
commands:
- bats tests
- name: collect code coverage
failure: ignore # until we fix this
image: decentral1se/docker-dind-bats-kcov
commands:
- kcov . bats tests || true
- name: send code coverage report to codecov
failure: ignore # until we fix this
image: plugins/codecov
- name: publish image
image: plugins/docker
settings:
auto_tag: true
username:
from_secret: docker_reg_username
password:
from_secret: docker_reg_passwd
repo: decentral1se/abra
tags: latest
depends_on:
- run shellcheck
- run flake8
- run unit tests
when:
event:
exclude:
- pull_request
- name: trigger downstream builds
image: plugins/downstream
settings:
server: https://drone.autonomic.zone
token:
from_secret: codecov_token
required: true
from_secret: decentral1se_token
fork: true
repositories:
- coop-cloud/drone-abra
depends_on:
- run shellcheck
- run flake8
- run unit tests
- publish image
when:
event:
exclude:
- pull_request
- name: notify rocket chat
image: plugins/slack
- name: notify on failure
image: plugins/matrix
settings:
webhook:
from_secret: rc_builds_url
username: comradebritney
channel: "internal.builds"
template: "{{repo.owner}}/{{repo.name}} build failed: {{build.link}}"
homeserver: https://matrix.autonomic.zone
roomid: "IFazIpLtxiScqbHqoa:autonomic.zone"
userid: "@autono-bot:autonomic.zone"
accesstoken:
from_secret: autono_bot_access_token
depends_on:
- run shellcheck
- run flake8
- run unit tests
- publish image
- trigger downstream builds
when:
status:
- failure
trigger:
branch:
- main

3
.gitignore vendored
View File

@ -1,2 +1,5 @@
*.json
*.pyc
/.venv
__pycache__
coverage/

View File

@ -9,6 +9,16 @@
# abra x.x.x (UNRELEASED)
# abra 9.0.0 (2021-06-10)
- Add Docker image for `abra` ([64d578cf91](https://git.autonomic.zone/coop-cloud/abra/commit/64d578cf914bd2bad378ea4ef375747d10b33191))
- Support unattended mode for recipe releasing ([3759bcd641](https://git.autonomic.zone/coop-cloud/abra/commit/3759bcd641cf60611c13927e83425e773d2bb629))
- Add Renovate bot configuraiton script ([9fadc430a7](https://git.autonomic.zone/coop-cloud/abra/commit/9fadc430a7bb2d554c0ee26c0f9b6c51dc5b0475))
- Add release automation via [drone-abra](https://git.autonomic.zone/coop-cloud/drone-abra) ([#56](https://git.autonomic.zone/coop-cloud/organising/issues/56))
- Move `apps.json` generation to [auto-apps-json](https://git.autonomic.zone/coop-cloud/auto-apps-json) ([#125](https://git.autonomic.zone/coop-cloud/abra/issues/125))
- Add Github mirroring script ([4ef433312d](https://git.autonomic.zone/coop-cloud/abra/commit/4ef433312dd0b0ace91b3c285f82f3973093d92d))
- Add `--chaos` flag to deploy (always choose latest Git commit) ([#178](https://git.autonomic.zone/coop-cloud/abra/issues/178))
# abra 8.0.1 (2021-05-31)
- Fix help for `... app ... volume ls` ([efad71c470](https://git.autonomic.zone/coop-cloud/abra/commits/branch/main))

33
Dockerfile Normal file
View File

@ -0,0 +1,33 @@
FROM alpine:latest
RUN apk add --upgrade --no-cache \
bash \
curl \
git \
grep \
openssh-client \
py3-requests \
skopeo \
util-linux
RUN mkdir -p ~./local/bin
RUN mkdir -p ~/.abra/apps
RUN mkdir -p ~/.abra/vendor
RUN mkdir -p ~/.ssh/
RUN ssh-keyscan -p 2222 git.autonomic.zone > ~/.ssh/known_hosts
RUN curl -L https://github.com/stedolan/jq/releases/download/jq-1.6/jq-linux64 --output ~/.abra/vendor/jq
RUN chmod +x ~/.abra/vendor/jq
RUN curl -L https://github.com/mikefarah/yq/releases/download/v4.9.3/yq_linux_amd64 --output ~/.abra/vendor/yq
RUN chmod +x ~/.abra/vendor/yq
# Note(decentral1se): it is fine to always use the development branch because
# our Drone CI docker auto-tagger will publish official release tags and
# otherwise give us the latest abra on the latest tag
RUN curl https://install.abra.coopcloud.tech | bash -s -- --dev
COPY bin/* /root/.local/bin/
ENTRYPOINT ["/root/.local/bin/abra"]

View File

@ -1,11 +1,10 @@
# abra
[![Build Status](https://drone.autonomic.zone/api/badges/coop-cloud/abra/status.svg)](https://drone.autonomic.zone/coop-cloud/abra)
[![codecov](https://codecov.io/gh/Autonomic-Cooperative/abra/branch/main/graph/badge.svg?token=aX3I5NMRsj)](undefined)
> https://coopcloud.tech
The cooperative cloud utility belt 🎩🐇
The Co-op Cloud utility belt 🎩🐇
`abra` is a command-line tool for managing your own [Co-op Cloud](https://coopcloud.tech). It can provision new servers, create applications, deploy them, run backup and restore operations and a whole lot of other things. It is the go-to tool for day-to-day operations when managing a Co-op Cloud instance.
@ -50,6 +49,14 @@ curl https://install.abra.coopcloud.tech | bash -s -- --dev
The source for this script is [here](./deploy/install.abra.coopcloud.tech/installer).
## Container
An [image](https://hub.docker.com/r/decentral1se/abra) is also provided.
```
docker run decentral1se/abra app ls
```
## Update
Run `abra upgrade` to automatically download and install the latest release
@ -67,17 +74,6 @@ The command-line interface is generated via [docopt](http://docopt.org/). If you
Please remember to update the [CHANGELOG](./CHANGELOG.md) when you make a change.
## Generating a new apps.json
You'll need to install the following requirements:
- [requests](https://docs.python-requests.org/en/master/) (`apt install python3-requests` / `pip install requests`)
- [skopeo](https://github.com/containers/skopeo) (check [the install docs](https://github.com/containers/skopeo/blob/master/install.md))
- [jq](https://stedolan.github.io/jq/tutorial/) (`sudo apt-get install jq` or see [the install docs](https://stedolan.github.io/jq/download/))
- [yq](https://mikefarah.gitbook.io/yq/) (see [the install docs](https://mikefarah.gitbook.io/yq/#install))
Then run `./bin/app-json.py` ([source](./bin/app-json.py)) and it will spit out the JSON file into [deploy/apps.coopcloud.tech/apps.json](./deploy/apps.coopcloud.tech/apps.json).
## Releasing
### `abra`
@ -91,11 +87,3 @@ Then run `./bin/app-json.py` ([source](./bin/app-json.py)) and it will spit out
- `git push` and `git push --tags`
- Deploy a new installer script `make release-installer`
- Tell the world (CoTech forum, Matrix public channel, Autonomic mastodon, etc.)
### apps.coopcloud.tech
> [apps.coopcloud.tech](https://apps.coopcloud.tech)
```bash
$ make release-apps
```

326
abra
View File

@ -3,7 +3,7 @@
GIT_URL="https://git.autonomic.zone/coop-cloud/"
ABRA_APPS_URL="https://apps.coopcloud.tech"
ABRA_DIR="${ABRA_DIR:-$HOME/.abra}"
ABRA_VERSION="8.0.1"
ABRA_VERSION="9.0.0"
ABRA_BACKUP_DIR="${ABRA_BACKUP_DIR:-$ABRA_DIR/backups}"
ABRA_VENDOR_DIR="$ABRA_DIR/vendor"
ABRA_APPS_JSON="${ABRA_DIR}/apps.json"
@ -19,7 +19,7 @@ Usage:
abra [options] app (list|ls) [--status] [--server=<server>] [--type=<type>]
abra [options] app new [--server=<server>] [--domain=<domain>] [--app-name=<app_name>] [--pass] [--secrets] <type>
abra [options] app <app> backup (<service>|--all)
abra [options] app <app> deploy [--update] [--force] [--fast] [--skip-version-check] [--no-domain-poll] [--no-state-poll] [<version>]
abra [options] app <app> deploy [--update] [--force] [--fast] [--skip-version-check] [--no-domain-poll] [--no-state-poll] [--chaos] [<version>]
abra [options] app <app> check
abra [options] app <app> version
abra [options] app <app> config
@ -167,15 +167,15 @@ eval "var_$1+=($value)"; else eval "var_$1=$value"; fi; return 0; fi; done
return 1; }; stdout() { printf -- "cat <<'EOM'\n%s\nEOM\n" "$1"; }; stderr() {
printf -- "cat <<'EOM' >&2\n%s\nEOM\n" "$1"; }; error() {
[[ -n $1 ]] && stderr "$1"; stderr "$usage"; _return 1; }; _return() {
printf -- "exit %d\n" "$1"; exit "$1"; }; set -e; trimmed_doc=${DOC:1:2492}
usage=${DOC:40:1883}; digest=f774b
shorts=(-e -s -U -h -C -v -d -n -b '' '' '' '' '' '' '' '' '' '' '' '' '' '' '' '' '' '')
longs=(--env --stack --skip-update --help --skip-check --verbose --debug --no-prompt --branch --status --server --type --domain --app-name --pass --secrets --all --update --force --fast --skip-version-check --no-domain-poll --no-state-poll --volumes --no-tty --user --dev)
argcounts=(1 1 0 0 0 0 0 0 1 0 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 1 0); node_0(){
value __env 0; }; node_1(){ value __stack 1; }; node_2(){ switch __skip_update 2
}; node_3(){ switch __help 3; }; node_4(){ switch __skip_check 4; }; node_5(){
switch __verbose 5; }; node_6(){ switch __debug 6; }; node_7(){
switch __no_prompt 7; }; node_8(){ value __branch 8; }; node_9(){
printf -- "exit %d\n" "$1"; exit "$1"; }; set -e; trimmed_doc=${DOC:1:2502}
usage=${DOC:40:1893}; digest=580ee
shorts=(-U -s -v -b -h -d -e -n -C '' '' '' '' '' '' '' '' '' '' '' '' '' '' '' '' '' '' '')
longs=(--skip-update --stack --verbose --branch --help --debug --env --no-prompt --skip-check --status --server --type --domain --app-name --pass --secrets --all --update --force --fast --skip-version-check --no-domain-poll --no-state-poll --chaos --volumes --no-tty --user --dev)
argcounts=(0 1 0 1 0 0 1 0 0 0 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 1 0); node_0(){
switch __skip_update 0; }; node_1(){ value __stack 1; }; node_2(){
switch __verbose 2; }; node_3(){ value __branch 3; }; node_4(){ switch __help 4
}; node_5(){ switch __debug 5; }; node_6(){ value __env 6; }; node_7(){
switch __no_prompt 7; }; node_8(){ switch __skip_check 8; }; node_9(){
switch __status 9; }; node_10(){ value __server 10; }; node_11(){
value __type 11; }; node_12(){ value __domain 12; }; node_13(){
value __app_name 13; }; node_14(){ switch __pass 14; }; node_15(){
@ -183,114 +183,115 @@ switch __secrets 15; }; node_16(){ switch __all 16; }; node_17(){
switch __update 17; }; node_18(){ switch __force 18; }; node_19(){
switch __fast 19; }; node_20(){ switch __skip_version_check 20; }; node_21(){
switch __no_domain_poll 21; }; node_22(){ switch __no_state_poll 22; }
node_23(){ switch __volumes 23; }; node_24(){ switch __no_tty 24; }; node_25(){
value __user 25; }; node_26(){ switch __dev 26; }; node_27(){ value _type_ a; }
node_28(){ value _app_ a; }; node_29(){ value _service_ a; }; node_30(){
value _version_ a; }; node_31(){ value _src_ a; }; node_32(){ value _dst_ a; }
node_33(){ value _backup_file_ a; }; node_34(){ value _args_ a true; }
node_35(){ value _secret_ a; }; node_36(){ value _cmd_ a; }; node_37(){
value _data_ a; }; node_38(){ value _volume_ a; }; node_39(){ value _command_ a
}; node_40(){ value _recipe_ a; }; node_41(){ value _host_ a; }; node_42(){
value _user_ a; }; node_43(){ value _port_ a; }; node_44(){ value _provider_ a
}; node_45(){ value _subcommands_ a true; }; node_46(){ _command app; }
node_47(){ _command list; }; node_48(){ _command ls; }; node_49(){ _command new
}; node_50(){ _command backup; }; node_51(){ _command deploy; }; node_52(){
_command check; }; node_53(){ _command version; }; node_54(){ _command config; }
node_55(){ _command cp; }; node_56(){ _command logs; }; node_57(){ _command ps
}; node_58(){ _command restore; }; node_59(){ _command rm; }; node_60(){
_command delete; }; node_61(){ _command run; }; node_62(){ _command rollback; }
node_63(){ _command secret; }; node_64(){ _command generate; }; node_65(){
_command insert; }; node_66(){ _command undeploy; }; node_67(){ _command volume
}; node_68(){ _command recipe; }; node_69(){ _command create; }; node_70(){
_command release; }; node_71(){ _command versions; }; node_72(){ _command server
}; node_73(){ _command add; }; node_74(){ _command __ --; }; node_75(){
_command init; }; node_76(){ _command apps; }; node_77(){ _command upgrade; }
node_78(){ _command doctor; }; node_79(){ _command help; }; node_80(){
optional 0 1 2 3 4 5 6 7 8; }; node_81(){ optional 80; }; node_82(){
either 47 48; }; node_83(){ required 82; }; node_84(){ optional 9; }; node_85(){
optional 10; }; node_86(){ optional 11; }; node_87(){ required 81 46 83 84 85 86
}; node_88(){ optional 12; }; node_89(){ optional 13; }; node_90(){ optional 14
}; node_91(){ optional 15; }; node_92(){ required 81 46 49 85 88 89 90 91 27; }
node_93(){ either 29 16; }; node_94(){ required 93; }; node_95(){
required 81 46 28 50 94; }; node_96(){ optional 17; }; node_97(){ optional 18; }
node_98(){ optional 19; }; node_99(){ optional 20; }; node_100(){ optional 21; }
node_101(){ optional 22; }; node_102(){ optional 30; }; node_103(){
required 81 46 28 51 96 97 98 99 100 101 102; }; node_104(){
required 81 46 28 52; }; node_105(){ required 81 46 28 53; }; node_106(){
required 81 46 28 54; }; node_107(){ required 81 46 28 55 31 32; }; node_108(){
optional 29; }; node_109(){ required 81 46 28 56 108; }; node_110(){
required 81 46 28 57; }; node_111(){ required 81 46 28 58 94; }; node_112(){
either 59 60; }; node_113(){ required 112; }; node_114(){ optional 23; }
node_115(){ required 81 46 28 113 114 91; }; node_116(){ optional 33; }
node_117(){ required 81 46 28 58 29 116; }; node_118(){ optional 24; }
node_119(){ optional 25; }; node_120(){ oneormore 34; }; node_121(){
required 81 46 28 61 118 119 29 120; }; node_122(){ required 81 46 28 62 102; }
node_123(){ required 35 30; }; node_124(){ either 123 16; }; node_125(){
required 124; }; node_126(){ optional 36; }; node_127(){
required 81 46 28 63 64 125 126 90; }; node_128(){
required 81 46 28 63 65 35 30 37 90; }; node_129(){ either 35 16; }; node_130(){
required 129; }; node_131(){ required 81 46 28 63 113 130 90; }; node_132(){
required 81 46 28 66; }; node_133(){ required 81 46 28 67 48; }; node_134(){
either 38 16; }; node_135(){ required 134; }; node_136(){
required 81 46 28 67 113 135; }; node_137(){ optional 120; }; node_138(){
required 81 46 28 39 137; }; node_139(){ required 81 68 48; }; node_140(){
required 81 68 69 40; }; node_141(){ required 81 68 40 70 97; }; node_142(){
required 81 68 40 71; }; node_143(){ optional 42; }; node_144(){ optional 43; }
node_145(){ required 81 72 73 41 143 144; }; node_146(){
required 81 72 49 44 74 34; }; node_147(){ required 81 72 83; }; node_148(){
required 81 72 41 59; }; node_149(){ required 81 72 41 75; }; node_150(){
required 81 72 41 76 84; }; node_151(){ optional 26; }; node_152(){
required 81 77 151; }; node_153(){ required 81 53; }; node_154(){ required 81 78
}; node_155(){ oneormore 45; }; node_156(){ optional 155; }; node_157(){
required 81 79 156; }; node_158(){ required 81; }; node_159(){
either 87 92 95 103 104 105 106 107 109 110 111 115 117 121 122 127 128 131 132 133 136 138 139 140 141 142 145 146 147 148 149 150 152 153 154 157 158
}; node_160(){ required 159; }; cat <<<' docopt_exit() {
[[ -n $1 ]] && printf "%s\n" "$1" >&2; printf "%s\n" "${DOC:40:1883}" >&2
exit 1; }'; unset var___env var___stack var___skip_update var___help \
var___skip_check var___verbose var___debug var___no_prompt var___branch \
var___status var___server var___type var___domain var___app_name var___pass \
var___secrets var___all var___update var___force var___fast \
var___skip_version_check var___no_domain_poll var___no_state_poll \
var___volumes var___no_tty var___user var___dev var__type_ var__app_ \
var__service_ var__version_ var__src_ var__dst_ var__backup_file_ var__args_ \
var__secret_ var__cmd_ var__data_ var__volume_ var__command_ var__recipe_ \
var__host_ var__user_ var__port_ var__provider_ var__subcommands_ var_app \
var_list var_ls var_new var_backup var_deploy var_check var_version var_config \
var_cp var_logs var_ps var_restore var_rm var_delete var_run var_rollback \
var_secret var_generate var_insert var_undeploy var_volume var_recipe \
var_create var_release var_versions var_server var_add var___ var_init \
var_apps var_upgrade var_doctor var_help; parse 160 "$@"
local prefix=${DOCOPT_PREFIX:-''}; unset "${prefix}__env" "${prefix}__stack" \
"${prefix}__skip_update" "${prefix}__help" "${prefix}__skip_check" \
"${prefix}__verbose" "${prefix}__debug" "${prefix}__no_prompt" \
"${prefix}__branch" "${prefix}__status" "${prefix}__server" "${prefix}__type" \
"${prefix}__domain" "${prefix}__app_name" "${prefix}__pass" \
node_23(){ switch __chaos 23; }; node_24(){ switch __volumes 24; }; node_25(){
switch __no_tty 25; }; node_26(){ value __user 26; }; node_27(){ switch __dev 27
}; node_28(){ value _type_ a; }; node_29(){ value _app_ a; }; node_30(){
value _service_ a; }; node_31(){ value _version_ a; }; node_32(){ value _src_ a
}; node_33(){ value _dst_ a; }; node_34(){ value _backup_file_ a; }; node_35(){
value _args_ a true; }; node_36(){ value _secret_ a; }; node_37(){ value _cmd_ a
}; node_38(){ value _data_ a; }; node_39(){ value _volume_ a; }; node_40(){
value _command_ a; }; node_41(){ value _recipe_ a; }; node_42(){ value _host_ a
}; node_43(){ value _user_ a; }; node_44(){ value _port_ a; }; node_45(){
value _provider_ a; }; node_46(){ value _subcommands_ a true; }; node_47(){
_command app; }; node_48(){ _command list; }; node_49(){ _command ls; }
node_50(){ _command new; }; node_51(){ _command backup; }; node_52(){
_command deploy; }; node_53(){ _command check; }; node_54(){ _command version; }
node_55(){ _command config; }; node_56(){ _command cp; }; node_57(){
_command logs; }; node_58(){ _command ps; }; node_59(){ _command restore; }
node_60(){ _command rm; }; node_61(){ _command delete; }; node_62(){
_command run; }; node_63(){ _command rollback; }; node_64(){ _command secret; }
node_65(){ _command generate; }; node_66(){ _command insert; }; node_67(){
_command undeploy; }; node_68(){ _command volume; }; node_69(){ _command recipe
}; node_70(){ _command create; }; node_71(){ _command release; }; node_72(){
_command versions; }; node_73(){ _command server; }; node_74(){ _command add; }
node_75(){ _command __ --; }; node_76(){ _command init; }; node_77(){
_command apps; }; node_78(){ _command upgrade; }; node_79(){ _command doctor; }
node_80(){ _command help; }; node_81(){ optional 0 1 2 3 4 5 6 7 8; }
node_82(){ optional 81; }; node_83(){ either 48 49; }; node_84(){ required 83; }
node_85(){ optional 9; }; node_86(){ optional 10; }; node_87(){ optional 11; }
node_88(){ required 82 47 84 85 86 87; }; node_89(){ optional 12; }; node_90(){
optional 13; }; node_91(){ optional 14; }; node_92(){ optional 15; }; node_93(){
required 82 47 50 86 89 90 91 92 28; }; node_94(){ either 30 16; }; node_95(){
required 94; }; node_96(){ required 82 47 29 51 95; }; node_97(){ optional 17; }
node_98(){ optional 18; }; node_99(){ optional 19; }; node_100(){ optional 20; }
node_101(){ optional 21; }; node_102(){ optional 22; }; node_103(){ optional 23
}; node_104(){ optional 31; }; node_105(){
required 82 47 29 52 97 98 99 100 101 102 103 104; }; node_106(){
required 82 47 29 53; }; node_107(){ required 82 47 29 54; }; node_108(){
required 82 47 29 55; }; node_109(){ required 82 47 29 56 32 33; }; node_110(){
optional 30; }; node_111(){ required 82 47 29 57 110; }; node_112(){
required 82 47 29 58; }; node_113(){ required 82 47 29 59 95; }; node_114(){
either 60 61; }; node_115(){ required 114; }; node_116(){ optional 24; }
node_117(){ required 82 47 29 115 116 92; }; node_118(){ optional 34; }
node_119(){ required 82 47 29 59 30 118; }; node_120(){ optional 25; }
node_121(){ optional 26; }; node_122(){ oneormore 35; }; node_123(){
required 82 47 29 62 120 121 30 122; }; node_124(){ required 82 47 29 63 104; }
node_125(){ required 36 31; }; node_126(){ either 125 16; }; node_127(){
required 126; }; node_128(){ optional 37; }; node_129(){
required 82 47 29 64 65 127 128 91; }; node_130(){
required 82 47 29 64 66 36 31 38 91; }; node_131(){ either 36 16; }; node_132(){
required 131; }; node_133(){ required 82 47 29 64 115 132 91; }; node_134(){
required 82 47 29 67; }; node_135(){ required 82 47 29 68 49; }; node_136(){
either 39 16; }; node_137(){ required 136; }; node_138(){
required 82 47 29 68 115 137; }; node_139(){ optional 122; }; node_140(){
required 82 47 29 40 139; }; node_141(){ required 82 69 49; }; node_142(){
required 82 69 70 41; }; node_143(){ required 82 69 41 71 98; }; node_144(){
required 82 69 41 72; }; node_145(){ optional 43; }; node_146(){ optional 44; }
node_147(){ required 82 73 74 42 145 146; }; node_148(){
required 82 73 50 45 75 35; }; node_149(){ required 82 73 84; }; node_150(){
required 82 73 42 60; }; node_151(){ required 82 73 42 76; }; node_152(){
required 82 73 42 77 85; }; node_153(){ optional 27; }; node_154(){
required 82 78 153; }; node_155(){ required 82 54; }; node_156(){ required 82 79
}; node_157(){ oneormore 46; }; node_158(){ optional 157; }; node_159(){
required 82 80 158; }; node_160(){ required 82; }; node_161(){
either 88 93 96 105 106 107 108 109 111 112 113 117 119 123 124 129 130 133 134 135 138 140 141 142 143 144 147 148 149 150 151 152 154 155 156 159 160
}; node_162(){ required 161; }; cat <<<' docopt_exit() {
[[ -n $1 ]] && printf "%s\n" "$1" >&2; printf "%s\n" "${DOC:40:1893}" >&2
exit 1; }'; unset var___skip_update var___stack var___verbose var___branch \
var___help var___debug var___env var___no_prompt var___skip_check var___status \
var___server var___type var___domain var___app_name var___pass var___secrets \
var___all var___update var___force var___fast var___skip_version_check \
var___no_domain_poll var___no_state_poll var___chaos var___volumes \
var___no_tty var___user var___dev var__type_ var__app_ var__service_ \
var__version_ var__src_ var__dst_ var__backup_file_ var__args_ var__secret_ \
var__cmd_ var__data_ var__volume_ var__command_ var__recipe_ var__host_ \
var__user_ var__port_ var__provider_ var__subcommands_ var_app var_list var_ls \
var_new var_backup var_deploy var_check var_version var_config var_cp var_logs \
var_ps var_restore var_rm var_delete var_run var_rollback var_secret \
var_generate var_insert var_undeploy var_volume var_recipe var_create \
var_release var_versions var_server var_add var___ var_init var_apps \
var_upgrade var_doctor var_help; parse 162 "$@"
local prefix=${DOCOPT_PREFIX:-''}; unset "${prefix}__skip_update" \
"${prefix}__stack" "${prefix}__verbose" "${prefix}__branch" "${prefix}__help" \
"${prefix}__debug" "${prefix}__env" "${prefix}__no_prompt" \
"${prefix}__skip_check" "${prefix}__status" "${prefix}__server" \
"${prefix}__type" "${prefix}__domain" "${prefix}__app_name" "${prefix}__pass" \
"${prefix}__secrets" "${prefix}__all" "${prefix}__update" "${prefix}__force" \
"${prefix}__fast" "${prefix}__skip_version_check" "${prefix}__no_domain_poll" \
"${prefix}__no_state_poll" "${prefix}__volumes" "${prefix}__no_tty" \
"${prefix}__user" "${prefix}__dev" "${prefix}_type_" "${prefix}_app_" \
"${prefix}_service_" "${prefix}_version_" "${prefix}_src_" "${prefix}_dst_" \
"${prefix}_backup_file_" "${prefix}_args_" "${prefix}_secret_" \
"${prefix}_cmd_" "${prefix}_data_" "${prefix}_volume_" "${prefix}_command_" \
"${prefix}_recipe_" "${prefix}_host_" "${prefix}_user_" "${prefix}_port_" \
"${prefix}_provider_" "${prefix}_subcommands_" "${prefix}app" "${prefix}list" \
"${prefix}ls" "${prefix}new" "${prefix}backup" "${prefix}deploy" \
"${prefix}check" "${prefix}version" "${prefix}config" "${prefix}cp" \
"${prefix}logs" "${prefix}ps" "${prefix}restore" "${prefix}rm" \
"${prefix}__no_state_poll" "${prefix}__chaos" "${prefix}__volumes" \
"${prefix}__no_tty" "${prefix}__user" "${prefix}__dev" "${prefix}_type_" \
"${prefix}_app_" "${prefix}_service_" "${prefix}_version_" "${prefix}_src_" \
"${prefix}_dst_" "${prefix}_backup_file_" "${prefix}_args_" \
"${prefix}_secret_" "${prefix}_cmd_" "${prefix}_data_" "${prefix}_volume_" \
"${prefix}_command_" "${prefix}_recipe_" "${prefix}_host_" "${prefix}_user_" \
"${prefix}_port_" "${prefix}_provider_" "${prefix}_subcommands_" \
"${prefix}app" "${prefix}list" "${prefix}ls" "${prefix}new" "${prefix}backup" \
"${prefix}deploy" "${prefix}check" "${prefix}version" "${prefix}config" \
"${prefix}cp" "${prefix}logs" "${prefix}ps" "${prefix}restore" "${prefix}rm" \
"${prefix}delete" "${prefix}run" "${prefix}rollback" "${prefix}secret" \
"${prefix}generate" "${prefix}insert" "${prefix}undeploy" "${prefix}volume" \
"${prefix}recipe" "${prefix}create" "${prefix}release" "${prefix}versions" \
"${prefix}server" "${prefix}add" "${prefix}__" "${prefix}init" "${prefix}apps" \
"${prefix}upgrade" "${prefix}doctor" "${prefix}help"
eval "${prefix}"'__env=${var___env:-}'
eval "${prefix}"'__stack=${var___stack:-}'
eval "${prefix}"'__skip_update=${var___skip_update:-false}'
eval "${prefix}"'__help=${var___help:-false}'
eval "${prefix}"'__skip_check=${var___skip_check:-false}'
eval "${prefix}"'__stack=${var___stack:-}'
eval "${prefix}"'__verbose=${var___verbose:-false}'
eval "${prefix}"'__debug=${var___debug:-false}'
eval "${prefix}"'__no_prompt=${var___no_prompt:-false}'
eval "${prefix}"'__branch=${var___branch:-}'
eval "${prefix}"'__help=${var___help:-false}'
eval "${prefix}"'__debug=${var___debug:-false}'
eval "${prefix}"'__env=${var___env:-}'
eval "${prefix}"'__no_prompt=${var___no_prompt:-false}'
eval "${prefix}"'__skip_check=${var___skip_check:-false}'
eval "${prefix}"'__status=${var___status:-false}'
eval "${prefix}"'__server=${var___server:-}'
eval "${prefix}"'__type=${var___type:-}'
@ -305,6 +306,7 @@ eval "${prefix}"'__fast=${var___fast:-false}'
eval "${prefix}"'__skip_version_check=${var___skip_version_check:-false}'
eval "${prefix}"'__no_domain_poll=${var___no_domain_poll:-false}'
eval "${prefix}"'__no_state_poll=${var___no_state_poll:-false}'
eval "${prefix}"'__chaos=${var___chaos:-false}'
eval "${prefix}"'__volumes=${var___volumes:-false}'
eval "${prefix}"'__no_tty=${var___no_tty:-false}'
eval "${prefix}"'__user=${var___user:-}'
@ -359,23 +361,23 @@ eval "${prefix}"'upgrade=${var_upgrade:-false}'
eval "${prefix}"'doctor=${var_doctor:-false}'
eval "${prefix}"'help=${var_help:-false}'; local docopt_i=1
[[ $BASH_VERSION =~ ^4.3 ]] && docopt_i=2; for ((;docopt_i>0;docopt_i--)); do
declare -p "${prefix}__env" "${prefix}__stack" "${prefix}__skip_update" \
"${prefix}__help" "${prefix}__skip_check" "${prefix}__verbose" \
"${prefix}__debug" "${prefix}__no_prompt" "${prefix}__branch" \
"${prefix}__status" "${prefix}__server" "${prefix}__type" "${prefix}__domain" \
declare -p "${prefix}__skip_update" "${prefix}__stack" "${prefix}__verbose" \
"${prefix}__branch" "${prefix}__help" "${prefix}__debug" "${prefix}__env" \
"${prefix}__no_prompt" "${prefix}__skip_check" "${prefix}__status" \
"${prefix}__server" "${prefix}__type" "${prefix}__domain" \
"${prefix}__app_name" "${prefix}__pass" "${prefix}__secrets" "${prefix}__all" \
"${prefix}__update" "${prefix}__force" "${prefix}__fast" \
"${prefix}__skip_version_check" "${prefix}__no_domain_poll" \
"${prefix}__no_state_poll" "${prefix}__volumes" "${prefix}__no_tty" \
"${prefix}__user" "${prefix}__dev" "${prefix}_type_" "${prefix}_app_" \
"${prefix}_service_" "${prefix}_version_" "${prefix}_src_" "${prefix}_dst_" \
"${prefix}_backup_file_" "${prefix}_args_" "${prefix}_secret_" \
"${prefix}_cmd_" "${prefix}_data_" "${prefix}_volume_" "${prefix}_command_" \
"${prefix}_recipe_" "${prefix}_host_" "${prefix}_user_" "${prefix}_port_" \
"${prefix}_provider_" "${prefix}_subcommands_" "${prefix}app" "${prefix}list" \
"${prefix}ls" "${prefix}new" "${prefix}backup" "${prefix}deploy" \
"${prefix}check" "${prefix}version" "${prefix}config" "${prefix}cp" \
"${prefix}logs" "${prefix}ps" "${prefix}restore" "${prefix}rm" \
"${prefix}__no_state_poll" "${prefix}__chaos" "${prefix}__volumes" \
"${prefix}__no_tty" "${prefix}__user" "${prefix}__dev" "${prefix}_type_" \
"${prefix}_app_" "${prefix}_service_" "${prefix}_version_" "${prefix}_src_" \
"${prefix}_dst_" "${prefix}_backup_file_" "${prefix}_args_" \
"${prefix}_secret_" "${prefix}_cmd_" "${prefix}_data_" "${prefix}_volume_" \
"${prefix}_command_" "${prefix}_recipe_" "${prefix}_host_" "${prefix}_user_" \
"${prefix}_port_" "${prefix}_provider_" "${prefix}_subcommands_" \
"${prefix}app" "${prefix}list" "${prefix}ls" "${prefix}new" "${prefix}backup" \
"${prefix}deploy" "${prefix}check" "${prefix}version" "${prefix}config" \
"${prefix}cp" "${prefix}logs" "${prefix}ps" "${prefix}restore" "${prefix}rm" \
"${prefix}delete" "${prefix}run" "${prefix}rollback" "${prefix}secret" \
"${prefix}generate" "${prefix}insert" "${prefix}undeploy" "${prefix}volume" \
"${prefix}recipe" "${prefix}create" "${prefix}release" "${prefix}versions" \
@ -604,7 +606,11 @@ require_app_version() {
if [ -z "$VERSION" ]; then
warning "No version specified, dangerously using latest git 😨"
else
git checkout -q "$VERSION" || error "Can't find version $VERSION"
if [ "$abra___chaos" = "false" ]; then
git checkout -q "$VERSION" || error "Can't find version $VERSION"
else
warning "Chaos deploy specified, dangerously using latest git 😨"
fi
fi
}
@ -713,6 +719,7 @@ output_version_summary() {
CONSENT_TO_UPDATE=$abra___update
FORCE_DEPLOY=$abra___force
CHAOS_DEPLOY=$abra___chaos
local -a IS_AN_UPDATE="false"
local -a UNABLE_TO_DETECT="false"
@ -754,7 +761,11 @@ output_version_summary() {
if [ "$live_version" != "$service_tag" ] || [ "$live_digest" != "$service_digest" ]; then
IS_AN_UPDATE="true"
fi
echo " to be deployed: $(tput setaf 1)$service_tag ($service_digest)$(tput sgr0)"
if [ "$abra___chaos" = "true" ]; then
echo " to be deployed: $(tput setaf 1)$service_tag ($service_digest) (+ latest git)$(tput sgr0)"
else
echo " to be deployed: $(tput setaf 1)$service_tag ($service_digest)$(tput sgr0)"
fi
fi
else
if [[ $UNDEPLOYED_STATE == "true" ]]; then
@ -780,7 +791,8 @@ output_version_summary() {
else
if [[ $UNABLE_TO_DETECT == "false" ]] && \
[[ $UNDEPLOYED_STATE == "false" ]] && \
[[ $FORCE_DEPLOY == "false" ]]; then
[[ $FORCE_DEPLOY == "false" ]] && \
[[ $CHAOS_DEPLOY = "false" ]]; then
success "Nothing to deploy, you're on latest (use --force to re-deploy anyway)"
exit 0
fi
@ -1315,6 +1327,7 @@ OPTIONS
--no-domain-poll Don't wait for the configured domain to come up
--no-state-poll Don't watch deployment state for success/failure
--fast Alias for --skip-version-check --no-domain-poll
--chaos Deploy straight from latest Git version (potentially chaotic!)
POWERED BY
docker stack deploy -c compose.yml <app>"
@ -2103,13 +2116,17 @@ sub_recipe_release() {
current_tag=$(git tag --points-at HEAD)
if [ "$force" = "false" ] && [ -n "$current_tag" ]; then
error "$recipe is already on $current_tag, no release needed"
success "$recipe is already on $current_tag, no release needed"
fi
if [ "$(git rev-parse --abbrev-ref --symbolic-full-name HEAD)" = "HEAD" ]; then
warning "It looks like $recipe_dir is in 'detached HEAD' state"
read -rp "Check out main/master branch first? [Y/n] "
if [ "${choice,,}" != "n" ]; then
if [ "$abra___no_prompt" = "false" ]; then
read -rp "Check out main/master branch first? [Y/n] "
if [ "${choice,,}" != "n" ]; then
checkout_main_or_master
fi
else
checkout_main_or_master
fi
fi
@ -2197,22 +2214,49 @@ sub_recipe_release() {
success "All compose files updated; new version is $new_version"
read -rp "Commit your changes to git? [y/N]? " choice
if [ "$abra___no_prompt" = "false" ]; then
read -rp "Commit your changes to git? [y/N]? " choice
if [ "${choice,,}" != "y" ]; then
return
if [ "${choice,,}" != "y" ]; then
return
fi
fi
git commit -avem "Version $new_version; sync labels" || exit
read -rp "Tag this as \`$new_version\`? [y/N]? " choice
if [ "${choice,,}" != "y" ]; then
return
if [ "$abra___no_prompt" = "false" ]; then
git commit -avem "Version $new_version; sync labels" || exit
else
git commit -am "Version $new_version; sync labels" || true
fi
test "$force" = "true" && git tag -d "$new_version"
git tag -aem "$latest_version_message" "$new_version"
if [ "$abra___no_prompt" = "false" ]; then
read -rp "Tag this as \`$new_version\`? [y/N]? " choice
if [ "${choice,,}" != "y" ]; then
return
fi
fi
if [ "$force" = "true" ]; then
git tag -d "$new_version" || true
git push origin --delete "$new_version" || true
debug "Deleted local tag and remote tag if present"
fi
if [ "$abra___no_prompt" = "false" ]; then
git tag -aem "$latest_version_message" "$new_version"
else
git tag -am "$latest_version_message" "$new_version" || true
fi
if [ "$abra___no_prompt" = "false" ]; then
read -rp "Git push this new tag? [y/N]? " choice
if [ "${choice,,}" != "y" ]; then
git push && git push --tags
fi
else
git push && git push --tags
fi
}
#######################################
@ -2505,7 +2549,7 @@ abra() {
abra___help abra___branch abra___volumes abra__provider_ abra___type \
abra___dev abra___update abra___no_prompt abra___force \
abra___skip_version_check abra__recipe_ abra___no_domain_poll \
abra___fast abra__volume_ abra___no_state_poll
abra___fast abra__volume_ abra___no_state_poll abra___chaos
if ! type tput > /dev/null 2>&1; then
tput() {

108
bin/abralib.py Normal file
View File

@ -0,0 +1,108 @@
"""Shared utilities for bin/*.py scripts."""
from logging import DEBUG, basicConfig, getLogger
from os import chdir, mkdir
from os.path import exists, expanduser
from pathlib import Path
from shlex import split
from subprocess import check_output
from sys import exit
from requests import get
HOME_PATH = expanduser("~/")
CLONES_PATH = Path(f"{HOME_PATH}/.abra/apps").absolute()
REPOS_TO_SKIP = (
"abra",
"abra-apps",
"abra-gandi",
"abra-hetzner",
"auto-apps-json",
"auto-mirror",
"backup-bot",
"coopcloud.tech",
"coturn",
"docker-cp-deploy",
"docker-dind-bats-kcov",
"docs.coopcloud.tech",
"example",
"gardening",
"organising",
"pyabra",
"radicle-seed-node",
"stack-ssh-deploy",
"swarm-cronjob",
)
YQ_PATH = Path(f"{HOME_PATH}/.abra/vendor/yq")
JQ_PATH = Path(f"{HOME_PATH}/.abra/vendor/jq")
log = getLogger(__name__)
basicConfig()
log.setLevel(DEBUG)
def _run_cmd(cmd, shell=False, **kwargs):
"""Run a shell command."""
args = [split(cmd)]
if shell:
args = [cmd]
kwargs = {"shell": shell}
try:
return check_output(*args, **kwargs).decode("utf-8").strip()
except Exception as exception:
log.error(f"Failed to run {cmd}, saw {str(exception)}")
exit(1)
def get_repos_json():
""" Retrieve repo list from Gitea """
url = "https://git.autonomic.zone/api/v1/orgs/coop-cloud/repos"
log.info(f"Retrieving {url}")
repos = []
response = True
page = 1
try:
while response:
log.info(f"Trying to fetch page {page}")
response = get(url + f"?page={page}", timeout=10).json()
repos.extend(response)
page += 1
return repos
except Exception as exception:
log.error(f"Failed to retrieve {url}, saw {str(exception)}")
exit(1)
def clone_all_apps(repos_json, ssh=False):
"""Clone all Co-op Cloud apps to ~/.abra/apps."""
if not exists(CLONES_PATH):
mkdir(CLONES_PATH)
if ssh:
repos = [[p["name"], p["ssh_url"]] for p in repos_json]
else:
repos = [[p["name"], p["clone_url"]] for p in repos_json]
for name, url in repos:
if name in REPOS_TO_SKIP:
continue
if not exists(f"{CLONES_PATH}/{name}"):
log.info(f"Retrieving {url}")
_run_cmd(f"git clone {url} {CLONES_PATH}/{name}")
chdir(f"{CLONES_PATH}/{name}")
if not int(_run_cmd("git branch --list | wc -l", shell=True)):
log.info(f"Guessing main branch is HEAD for {name}")
_run_cmd("git checkout main")
else:
log.info(f"Updating {name}")
chdir(f"{CLONES_PATH}/{name}")
_run_cmd("git fetch -a")

View File

@ -7,84 +7,24 @@
# https://apps.coopcloud.tech
from json import dump
from logging import DEBUG, basicConfig, getLogger
from os import chdir, listdir, mkdir
from os.path import basename, exists, expanduser
from pathlib import Path
from os import chdir, getcwd, listdir
from os.path import basename
from re import findall, search
from shlex import split
from subprocess import DEVNULL, check_output
from sys import exit
from subprocess import DEVNULL
from requests import get
HOME_PATH = expanduser("~/")
CLONES_PATH = Path(f"{HOME_PATH}/.abra/apps").absolute()
YQ_PATH = Path(f"{HOME_PATH}/.abra/vendor/yq")
SCRIPT_PATH = Path(__file__).absolute().parent
REPOS_TO_SKIP = (
"abra",
"abra-apps",
"abra-gandi",
"abra-hetzner",
"backup-bot",
"coopcloud.tech",
"coturn",
"docker-cp-deploy",
"docker-dind-bats-kcov",
"docs.coopcloud.tech",
"example",
"gardening",
"organising",
"pyabra",
"radicle-seed-node",
"stack-ssh-deploy",
"swarm-cronjob",
from abralib import (
CLONES_PATH,
JQ_PATH,
REPOS_TO_SKIP,
YQ_PATH,
_run_cmd,
clone_all_apps,
get_repos_json,
log,
)
log = getLogger(__name__)
basicConfig()
log.setLevel(DEBUG)
def _run_cmd(cmd, shell=False, **kwargs):
"""Run a shell command."""
args = [split(cmd)]
if shell:
args = [cmd]
kwargs = {"shell": shell}
try:
return check_output(*args, **kwargs).decode("utf-8").strip()
except Exception as exception:
log.error(f"Failed to run {cmd}, saw {str(exception)}")
exit(1)
def get_repos_json():
""" Retrieve repo list from Gitea """
url = "https://git.autonomic.zone/api/v1/orgs/coop-cloud/repos"
log.info(f"Retrieving {url}")
repos = []
response = True
page = 1
try:
while response:
log.info(f"Trying to fetch page {page}")
response = get(url + f"?page={page}", timeout=10).json()
repos.extend(response)
page += 1
return repos
except Exception as exception:
log.error(f"Failed to retrieve {url}, saw {str(exception)}")
exit(1)
def get_published_apps_json():
"""Retrieve already published apps json."""
@ -99,31 +39,6 @@ def get_published_apps_json():
return {}
def clone_all_apps(repos_json):
"""Clone all Co-op Cloud apps to ~/.abra/apps."""
if not exists(CLONES_PATH):
mkdir(CLONES_PATH)
repos = [[p["name"], p["ssh_url"]] for p in repos_json]
for name, url in repos:
if name in REPOS_TO_SKIP:
continue
if not exists(f"{CLONES_PATH}/{name}"):
log.info(f"Retrieving {url}")
_run_cmd(f"git clone {url} {CLONES_PATH}/{name}")
chdir(f"{CLONES_PATH}/{name}")
if not int(_run_cmd("git branch --list | wc -l", shell=True)):
log.info(f"Guessing main branch is HEAD for {name}")
_run_cmd("git checkout main")
else:
log.info(f"Updating {name}")
chdir(f"{CLONES_PATH}/{name}")
_run_cmd("git fetch -a")
def generate_apps_json(repos_json):
"""Generate the abra-apps.json application versions file."""
apps_json = {}
@ -257,7 +172,7 @@ def get_app_versions(app_path, cached_apps_json):
if image in ("null", "---"):
continue
images_cmd = f"skopeo inspect docker://{image} | jq '.Digest'"
images_cmd = f"skopeo inspect docker://{image} | {JQ_PATH} '.Digest'"
output = _run_cmd(images_cmd, shell=True)
service_version_info = {
@ -283,7 +198,7 @@ def main():
repos_json = get_repos_json()
clone_all_apps(repos_json)
target = f"{SCRIPT_PATH}/../deploy/apps.coopcloud.tech/apps.json"
target = f"{getcwd()}/apps.json"
with open(target, "w", encoding="utf-8") as handle:
dump(
generate_apps_json(repos_json),

16
bin/clone-all-apps.py Executable file
View File

@ -0,0 +1,16 @@
#!/usr/bin/env python3
# Usage: ./clone-all-apps.py
#
# Clone all available apps into ~/.abra/apps using ssh:// URLs
from abralib import clone_all_apps, get_repos_json
def main():
"""Run the script."""
repos_json = get_repos_json()
clone_all_apps(repos_json, ssh=True)
main()

47
bin/github-sync.py Executable file
View File

@ -0,0 +1,47 @@
#!/usr/bin/env python3
# Usage: ./github-sync.py
#
# Mirror repositories to Github (Fuck M$, get it straight)
from os import chdir, environ, listdir
from abralib import (
CLONES_PATH,
REPOS_TO_SKIP,
_run_cmd,
clone_all_apps,
get_repos_json,
log,
)
def main():
"""Run the script."""
repos_json = get_repos_json()
clone_all_apps(repos_json)
for app in listdir(CLONES_PATH):
if app in REPOS_TO_SKIP:
log.info(f"Skipping {app}")
continue
app_path = f"{CLONES_PATH}/{app}"
chdir(app_path)
log.info(f"Mirroring {app}...")
token = environ.get("GITHUB_ACCESS_TOKEN")
remote = (
f"https://decentral1se:{token}@github.com/Autonomic-Cooperative/{app}.git"
)
_run_cmd(
f"git remote add github {remote} || true",
shell=True,
)
_run_cmd("git push github --all")
main()

20
bin/renovate-ls-apps.py Executable file
View File

@ -0,0 +1,20 @@
#!/usr/bin/env python3
# Usage: ./renovate-ls-apps.py
#
# Output list of apps for Renovate bot configuration
from abralib import REPOS_TO_SKIP, get_repos_json
def main():
"""Run the script."""
repos = [p["full_name"] for p in get_repos_json()]
repos.sort()
for repo in repos:
if repo.split("/")[-1] in REPOS_TO_SKIP:
continue
print(f'"{repo}",')
main()

File diff suppressed because it is too large Load Diff

View File

@ -1,41 +0,0 @@
---
version: "3.8"
services:
app:
image: "nginx:stable"
configs:
- source: abra_conf
target: /etc/nginx/conf.d/abra.conf
- source: abra_apps_json
target: /var/www/abra-apps/apps.json
volumes:
- "public:/var/www/abra-apps"
networks:
- proxy
deploy:
update_config:
failure_action: rollback
order: start-first
labels:
- "traefik.enable=true"
- "traefik.http.services.abra-apps.loadbalancer.server.port=80"
- "traefik.http.routers.abra-apps.rule=Host(`apps.coopcloud.tech`, `abra-apps.cloud.autonomic.zone`)"
- "traefik.http.routers.abra-apps.entrypoints=web-secure"
- "traefik.http.routers.abra-apps.tls.certresolver=production"
- "traefik.http.routers.abra-apps.middlewares=abra-apps-redirect"
- "traefik.http.middlewares.abra-apps-redirect.headers.SSLForceHost=true"
- "traefik.http.middlewares.abra-apps-redirect.headers.SSLHost=apps.coopcloud.tech"
configs:
abra_apps_json:
file: apps.json
abra_conf:
file: nginx.conf
networks:
proxy:
external: true
volumes:
public:

View File

@ -1,10 +0,0 @@
server {
listen 80 default_server;
server_name apps.coopcloud.tech;
location / {
root /var/www/abra-apps;
add_header Content-Type application/json;
index apps.json;
}
}

View File

@ -1,9 +1,9 @@
#!/bin/bash
ABRA_VERSION="8.0.1"
ABRA_VERSION="9.0.0"
GIT_URL="https://git.autonomic.zone/coop-cloud/abra"
ABRA_SRC="$GIT_URL/raw/tag/$ABRA_VERSION/abra"
ABRA_DIR="${ABRA_DIR:-$HOME/.abra/}"
ABRA_DIR="${ABRA_DIR:-$HOME/.abra}"
function install_abra_release {
mkdir -p "$HOME/.local/bin"

View File

@ -1,4 +1,4 @@
.PHONY: test shellcheck docopt kcov codecov release-installer
.PHONY: test shellcheck docopt release-installer build push
test:
@sudo DOCKER_CONTEXT=default docker run \
@ -7,7 +7,7 @@ test:
-d \
--name=abra-test-dind \
-e DOCKER_TLS_CERTDIR="" \
decentral1se/docker-dind-bats-kcov
decentral1se/docker-dind-bats-kcov \
@DOCKER_CONTEXT=default sudo docker exec \
-it \
abra-test-dind \
@ -32,27 +32,14 @@ docopt:
fi
.venv/bin/docopt.sh abra
kcov:
@docker run \
-it \
--rm \
-v $$(pwd):/workdir \
kcov/kcov:latest \
sh -c "kcov /workdir/coverage /workdir/abra || true"
codecov: SHELL:=/bin/bash
codecov:
@bash <(curl -s https://codecov.io/bash) \
-s coverage -t $$(pass show hosts/swarm.autonomic.zone/drone/codecov/token)
release-installer:
@DOCKER_CONTEXT=swarm.autonomic.zone \
docker stack rm abra-installer-script && \
cd deploy/install.abra.coopcloud.tech && \
DOCKER_CONTEXT=swarm.autonomic.zone docker stack deploy -c compose.yml abra-installer-script
release-apps:
@DOCKER_CONTEXT=swarm.autonomic.zone \
docker stack rm abra-apps-json && \
cd deploy/apps.coopcloud.tech && \
DOCKER_CONTEXT=swarm.autonomic.zone docker stack deploy -c compose.yml abra-apps-json
build:
@docker build -t decentral1se/abra .
push: build
@docker push decentral1se/abra