add mail support

2022-09-29 19:29:02 +02:00
13 changed files with 162 additions and 287 deletions
--- a/.drone.yml
+++ b/.drone.yml
@ -1,17 +0,0 @@
---
-kind: pipeline
-name: generate recipe catalogue
-steps:
-  - name: release a new version
-    image: plugins/downstream
-    settings:
-      server: https://build.coopcloud.tech
-      token:
-        from_secret: drone_abra-bot_token
-      fork: true
-      repositories:
-        - coop-cloud/auto-recipes-catalogue-json
-
-trigger:
-  event: tag
-
--- a/.env.sample
+++ b/.env.sample
@ -1,51 +1,21 @@
 TYPE=karrot

 DOMAIN=karrot.example.com
+LETS_ENCRYPT_ENV=production

-SECRET_DB_PASSWORD_VERSION=v1
-SECRET_SECRET_KEY_VERSION=v1
-SECRET_SMTP_PASSWORD_VERSION=v1
+# postal,smtp,sonsole
+EMAIL_BACKEND=console
+# only set those when using SMTP
+#EMAIL_FROM=
+#EMAIL_PASSWORD=
+#SMTP_HOST=
+#SMTP_USE_SSL=true
+#SMTP_PORT=465

 # account id for maxmind (for GeoIP)
-#MAXMIND_ACCOUNT_ID=
-SECRET_MAXMIND_LICENSE_KEY_VERSION=v1
+MAXMIND_ACCOUNT_ID=
+# License key for maxmind 
+MAXMIND_LICENSE_KEY=

-SITE_NAME=karrot dev
-SITE_LOGO=https://user-images.githubusercontent.com/31616/36565633-517373a4-1821-11e8-9948-5bf6887c667e.png

-FILE_UPLOAD_MAX_SIZE=10m
-
-# postal,smtp,console
-EMAIL_BACKEND=console
-
-# only set these when using EMAIL_BACKEND=smtp
-# SMTP USER and EMAIL_FROM are usually the same
-#EMAIL_FROM=
-#SMTP_USER=
-#SMTP_HOST=
-#SMTP_USE_SSL=
-#SMTP_USE_TLS=true
-#SMTP_PORT=587
-
-# only set these when using EMAIL_BACKEND=postal
-#POSTAL_API_KEY=
-#POSTAL_API_URL=
-#POSTAL_WEBHOOK_KEY=
-
-# only if you have configured incoming emails
-#EMAIL_REPLY_DOMAIN=
-
-# For web push set this, and the vapid private key secret
-# You need to generate a valid vapid keypair
-#VAPID_PUBLIC_KEY=
-#VAPID_ADMIN_EMAIL=
-#SECRET_VAPID_PRIVATE_KEY_VERSION=v1
-
-# for video calls
-#MEET_LIVEKIT_ENDPOINT=
-#MEET_LIVEKIT_API_KEY=
-#SECRET_LIVEKIT_API_SECRET_VERSION=v1
-
-SITE_URL=https://${DOMAIN}
-LETS_ENCRYPT_ENV=production
-CSRF_TRUSTED_ORIGINS=${SITE_URL}
+SECRET_DB_PASSWORD_VERSION=v1
--- a/README.md
+++ b/README.md
@ -1,29 +0,0 @@
-# karrot
-
-Karrot is a free and open-source tool for grassroots initiatives and groups of people that want to coordinate face-to-face activities on a local, autonomous and voluntary basis.
-
-<!-- metadata -->
-
-* **Category**: Utilities
-* **Status**: 3, stable
-* **Image**: [`karrot-backend`](https://hub.docker.com/r/vlafvlaf/karrot_backend),4,upstream
-* **Healthcheck**: Yes
-* **Backups**: No
-* **Email**: Yes
-* **Tests**: No
-* **SSO**:  No
-
-<!-- endmetadata -->
-
-## Basic usage
-
-1. Set up Docker Swarm and [`abra`]
-2. `abra app new karrot`
-3. `abra app config <karrot app name>`
-4. `abra app deploy <karrot app name>`
-
-## Configuration options
-
-`MAXMIND_ACCOUNT_ID` and `MAXMIND_ACCOUNT_KEY` are API credentials from maxmind.com. You need an account there to get GeoIP data for Karrot.
-
-[`abra`]: https://git.coopcloud.tech/coop-cloud/abra
--- a/abra.sh
+++ b/abra.sh
@ -1,3 +1,2 @@
-export NGINX_CONFIG_VERSION=v23
-export GEOIP_CONFIG_VERSION=v1
-export ENTRYPOINT_VERSION=v3
+export NGINX_CONFIG_VERSION=v1
+export POSTGRES_ENTRYPOINT_VERSION=v1
--- a/backend/Dockerfile
+++ b/backend/Dockerfile
@ -0,0 +1,13 @@
+FROM python:3.7-buster
+
+WORKDIR /app
+
+RUN apt-get update && \
+    apt-get install -y gdal-bin
+
+COPY ./karrot-backend.pyz /app/karrot-backend.pyz
+
+RUN sed -i -e's/ main/ main contrib non-free/g' /etc/apt/sources.list && \
+    apt-get update && \
+    apt-get install -y libmaxminddb0 libmaxminddb-dev geoipupdate
+
--- a/backend/backend.pyz
+++ b/backend/backend.pyz
--- a/backend/karrot-backend.pyz
+++ b/backend/karrot-backend.pyz
--- a/compose.yml
+++ b/compose.yml
@ -2,7 +2,7 @@ version: "3.8"

 services:
  web:
-    image: "ghcr.io/karrot-dev/karrot-docker-images:13.0.0-frontend"
+    image: "vlafvlaf/karrot_frontend:0.0.3"
    configs:
      - source: nginx_config
        target: /etc/nginx/conf.d/default.conf
@ -10,13 +10,11 @@ services:
      - app
    environment:
      - DOMAIN
-      - FILE_UPLOAD_MAX_SIZE
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost/"]
-      interval: 15s
+      interval: 30s
      timeout: 3s
-      retries: 2
-      start_period: 15s
+      retries: 30
    networks:
      - internal
      - proxy
@ -32,89 +30,58 @@ services:
        - "traefik.http.routers.${STACK_NAME}.rule=Host(`${DOMAIN}`${EXTRA_DOMAINS})"
        - "traefik.http.routers.${STACK_NAME}.entrypoints=web-secure"
        - "traefik.http.routers.${STACK_NAME}.tls.certresolver=${LETS_ENCRYPT_ENV}"
+        - "coop-cloud.${STACK_NAME}.version=0.0.1+testing"

  app:
-    image: "ghcr.io/karrot-dev/karrot-docker-images:13.0.0-backend"
+    image: "vlafvlaf/karrot_backend:test"
    networks:
      - internal
    depends_on:
      - db
      - redis
-    configs:
-      - source: geoip_conf
-        target: /etc/GeoIP.conf
-        mode: 0555
-      - source: entrypoint
-        target: /custom-entrypoint.sh
-        mode: 0555
-    entrypoint: /custom-entrypoint.sh
-    secrets:
-      - db_password
-      - secret_key
-      - maxmind_license_key
-      - smtp_password
-      - vapid_private_key
-      - livekit_api_secret
    volumes:
      - "shiv_data:/root/.shiv"
      - "geoip_data:/var/lib/GeoIP"
      - "app_data:/app/uploads"
    environment:
-      - CSRF_TRUSTED_ORIGINS
-      - DATABASE_CONN_MAX_AGE
-      - DATABASE_HOST=db
-      - DATABASE_NAME=karrot
-      - DATABASE_PASSWORD_FILE=/run/secrets/db_password
-      - DATABASE_PORT=5432
-      - DATABASE_USER=karrot
-      - EMAIL_BACKEND
-      - EMAIL_FROM
-      - EMAIL_REPLY_DOMAIN
-      - FILE_UPLOAD_DIR=/app/uploads
-      - FILE_UPLOAD_MAX_SIZE
-      - FORUM_BANNER_TOPIC_ID
-      - FORUM_DISCUSSIONS_FEED
-      - LISTEN_HOST=0.0.0.0
-      - LISTEN_SERVER=uvicorn
      - MAXMIND_ACCOUNT_ID
-      - MODE=prod
-      - POSTAL_API_KEY
-      - POSTAL_API_URL
-      - POSTAL_WEBHOOK_KEY
-      - PROXY_DISCOURSE_URL
-      - REDIS_DB=0
-      - REDIS_HOST=redis
-      - REDIS_PORT=6379
-      - SECRET_KEY_FILE=/run/secrets/secret_key
-      - SITE_LOGO
-      - SITE_NAME
-      - SITE_URL
+      - MAXMIND_LICENSE_KEY
+      - EMAIL_FROM
+      - SMTP_PASSWORD
      - SMTP_HOST
-      - SMTP_PASSWORD_FILE=/run/secrets/smtp_password
+      - EMAIL_BACKEND
      - SMTP_PORT
      - SMTP_USE_SSL
-      - SMTP_USE_TLS
-      - SMTP_USER
-      - VAPID_ADMIN_EMAIL
-      - VAPID_PUBLIC_KEY
-      - VAPID_PRIVATE_KEY_FILE=/run/secrets/vapid_private_key
-      - MEET_LIVEKIT_ENDPOINT
-      - MEET_LIVEKIT_API_KEY
-      - MEET_LIVEKIT_API_SECRET_FILE=/run/secrets/livekit_api_secret
+      - SITE_URL=http://localhost:8000
+      - LISTEN_HOST=0.0.0.0
+      - LISTEN_SERVER=uvicorn
+      - SECRET_KEY=foobar
+      - DATABASE_HOST=db
+      - DATABASE_PORT=5432
+      - DATABASE_NAME=karrot
+      - DATABASE_USER=karrot
+      - DATABASE_PASSWORD=karrot
+      - REDIS_HOST=redis
+      - REDIS_PORT=6379
+      - REDIS_DB=0
    healthcheck:
-      test: ["CMD", "curl", "-f", "http://localhost:8000/api/config/"]
-      interval: 10s
+      test: ["CMD", "curl", "-f", "http://localhost:8000/api/"]
+      interval: 30s
      timeout: 3s
-      retries: 3 
-      start_period: 45s
-    deploy:
-      labels:
-        - "coop-cloud.${STACK_NAME}.version=0.1.10+13.0.0"
-        - "backupbot.backup=true"
-        - "backupbot.backup.path=/app/uploads"
-
+      retries: 90
+    command: >
+      sh -c "
+      echo 'EditionIDs GeoLite2-City GeoLite2-Country' > /etc/GeoIP.conf &&
+      echo AccountID $${MAXMIND_ACCOUNT_ID} >> /etc/GeoIP.conf &&
+      echo LicenseKey $${MAXMIND_LICENSE_KEY} >> /etc/GeoIP.conf &&
+      echo 'Updating geoip data, first time could be slow...' &&
+      geoipupdate &&
+      pip install tzdata &&
+      python karrot-backend.pyz migrate &&
+      python karrot-backend.pyz server
+      "
  worker:
-    image: "ghcr.io/karrot-dev/karrot-docker-images:13.0.0-backend"
+    image: "vlafvlaf/karrot_backend:test"
    depends_on:
      # shiv + geoip data gets loaded on the first run of the app
      # so to ensure it's available in the worker too, we need to wait
@ -122,56 +89,26 @@ services:
    volumes:
      - "shiv_data:/root/.shiv"
      - "geoip_data:/var/lib/GeoIP"
-    configs:
-      - source: entrypoint
-        target: /custom-entrypoint.sh
-        mode: 0555
-    entrypoint: /custom-entrypoint.sh
    networks:
      - internal
-    secrets:
-      - db_password
-      - secret_key
-      - smtp_password
-      - vapid_private_key
-      - livekit_api_secret
    environment:
-      - DATABASE_CONN_MAX_AGE
-      - DATABASE_HOST=db
-      - DATABASE_NAME=karrot
-      - DATABASE_PASSWORD_FILE=/run/secrets/db_password
-      - DATABASE_PORT=5432
-      - DATABASE_USER=karrot
-      - EMAIL_BACKEND
-      - EMAIL_FROM
-      - EMAIL_REPLY_DOMAIN
-      - IS_WORKER=1
+      - SITE_URL=http://localhost:8000
      - LISTEN_HOST=0.0.0.0
      - LISTEN_SERVER=uvicorn
-      - MODE=prod
-      - POSTAL_API_KEY
-      - POSTAL_API_URL
-      - POSTAL_WEBHOOK_KEY
-      - REDIS_DB=0
+      - SECRET_KEY=foobar
+      - DATABASE_HOST=db
+      - DATABASE_PORT=5432
+      - DATABASE_NAME=karrot
+      - DATABASE_USER=karrot
+      - DATABASE_PASSWORD=karrot
      - REDIS_HOST=redis
      - REDIS_PORT=6379
-      - SECRET_KEY_FILE=/run/secrets/secret_key
-      - SITE_LOGO
-      - SITE_NAME
-      - SITE_URL
-      - SMTP_HOST
-      - SMTP_PASSWORD_FILE=/run/secrets/smtp_password
-      - SMTP_PORT
-      - SMTP_USE_SSL
-      - SMTP_USE_TLS
-      - SMTP_USER
-      - VAPID_ADMIN_EMAIL
-      - VAPID_PUBLIC_KEY
-      - VAPID_PRIVATE_KEY_FILE=/run/secrets/vapid_private_key
-      - MEET_LIVEKIT_ENDPOINT
-      - MEET_LIVEKIT_API_KEY
-      - MEET_LIVEKIT_API_SECRET_FILE=/run/secrets/livekit_api_secret
-
+      - REDIS_DB=0
+    command: 
+      sh -c "
+      pip install tzdata &&
+      python karrot-backend.pyz worker"
+  
  redis:
    image: "redis:6-alpine"
    command: ["redis-server", "--appendonly", "yes"]
@ -192,56 +129,33 @@ services:
      interval: 10s
      timeout: 3s
      retries: 30
-    secrets:
-      - db_password
+    configs:
+      - source: postgres_extensions
+        target: /docker-entrypoint-initdb.d/extensions.sql
+        mode: 0555
    volumes:
      - "postgres_data:/var/lib/postgresql/data"
    networks:
      - internal
    environment:
-      - POSTGRES_PASSWORD_FILE=/run/secrets/db_password
+      - POSTGRES_PASSWORD=karrot
      - POSTGRES_USER=karrot
      - POSTGRES_DB=karrot
-    deploy:
-      labels:
-        backupbot.backup: "true"
-        backupbot.backup.pre-hook: "PGPASSWORD=$$(cat $${POSTGRES_PASSWORD_FILE}) pg_dump -U $${POSTGRES_USER} $${POSTGRES_DB} > /var/lib/postgresql/data/postgres-backup.sql"
-        backupbot.backup.post-hook: "rm -rf /var/lib/postgresql/data/postgres-backup.sql"
-        backupbot.backup.path: "/var/lib/postgresql/data/"
- 
+
+
+secrets:
+  db_password:
+    external: true
+    name: ${STACK_NAME}_db_password_${SECRET_DB_PASSWORD_VERSION}

 configs:
  nginx_config:
    name: ${STACK_NAME}_nginx_config_${NGINX_CONFIG_VERSION}
    file: nginx.conf.tmpl
    template_driver: golang
-  geoip_conf:
-    name: ${STACK_NAME}_geoip_conf_${GEOIP_CONFIG_VERSION}
-    file: geoip.conf.tmpl
-    template_driver: golang
-  entrypoint:
-    name: ${STACK_NAME}_entrypoint_${ENTRYPOINT_VERSION}
-    file: entrypoint.sh
-
-secrets:
-  db_password:
-    external: true
-    name: ${STACK_NAME}_db_password_${SECRET_DB_PASSWORD_VERSION}
-  secret_key:
-    external: true
-    name: ${STACK_NAME}_secret_key_${SECRET_SECRET_KEY_VERSION}
-  maxmind_license_key:
-    external: true
-    name: ${STACK_NAME}_maxmind_license_key_${SECRET_MAXMIND_LICENSE_KEY_VERSION}
-  smtp_password:
-    external: true
-    name: ${STACK_NAME}_smtp_password_${SECRET_SMTP_PASSWORD_VERSION}
-  vapid_private_key:
-    external: true
-    name: ${STACK_NAME}_vapid_private_key_${SECRET_VAPID_PRIVATE_KEY_VERSION}
-  livekit_api_secret:
-    external: true
-    name: ${STACK_NAME}_livekit_api_secret_${SECRET_LIVEKIT_API_SECRET_VERSION}
+  postgres_extensions:
+    name: ${STACK_NAME}_postgres_extensions_${POSTGRES_ENTRYPOINT_VERSION}
+    file: pg_extensions.sql

 volumes:
  shiv_data:
@ -249,7 +163,6 @@ volumes:
  app_data:
  postgres_data:
  redis_data:
-
 networks:
  proxy:
    external: true
--- a/entrypoint.sh
+++ b/entrypoint.sh
@ -1,32 +0,0 @@
-#!/bin/bash
-
-set -e
-
-file_env() {
-  local var="$1"
-  local fileVar="${var}_FILE"
-  local def="${2:-}"
-
-  if [ "${!var:-}" ] && [ "${!fileVar:-}" ]; then
-    echo >&2 "error: both $var and $fileVar are set (but are exclusive)"
-    exit 1
-  fi
-
-  local val="$def"
-
-  if [ "${!var:-}" ]; then
-    val="${!var}"
-  elif [ "${!fileVar:-}" ]; then
-    val="$(< "${!fileVar}")"
-  fi
-
-  export "$var"="$val"
-  unset "$fileVar"
-}
-
-file_env DATABASE_PASSWORD
-file_env SECRET_KEY
-file_env SMTP_PASSWORD
-file_env VAPID_PRIVATE_KEY
-
-/docker-entrypoint.sh
--- a/frontend/Dockerfile
+++ b/frontend/Dockerfile
@ -0,0 +1,4 @@
+FROM nginx:1.20.1-alpine
+
+RUN curl https://download.karrot.world/karrot-frontend-production.zip -o karrot-frontend.zip && \
+    unzip -o karrot-frontend.zip -d /usr/share/nginx/html
--- a/frontend/nginx.conf
+++ b/frontend/nginx.conf
@ -0,0 +1,64 @@
+map $http_upgrade $connection_upgrade {
+    default upgrade;
+    '' close;
+}
+
+server { 
+    listen 80;
+    server_name web;
+
+    root /usr/share/nginx/html;
+
+    location / {
+        try_files $uri /index.html;
+        if_modified_since off;
+        expires off;
+        etag off;
+        # TODO: csp headers
+    }
+
+    location /css {
+      expires max;
+    }
+
+    location /js {
+      expires max;
+    }
+
+    location /img {
+      expires max;
+    }
+
+    location /fonts {
+      expires max;
+    }
+
+    # /app/uploads
+
+    location /media/ {
+        alias /app/uploads/;
+        expires max;
+    }
+    
+    location /community_proxy/ {
+        proxy_pass https://community.foodsaving.world/;
+    }
+
+    location ^\/(api(\-auth)?|docs|silk)\/ {
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header X-Forwarded-For $remote_addr;
+        proxy_set_header X-Forwarded-Proto $scheme;
+        # this port is whatever port 80 is mapped to outside the container
+        proxy_set_header Host $host:8080;
+        proxy_pass http://app:8000;
+        proxy_redirect off;
+        proxy_http_version 1.1;
+        proxy_set_header Upgrade $http_upgrade;
+        proxy_set_header Connection $connection_upgrade;
+        proxy_set_header Sec-WebSocket-Extensions $http_sec_websocket_extensions;
+        proxy_set_header Sec-WebSocket-Key $http_sec_websocket_key;
+        proxy_set_header Sec-WebSocket-Protocol $http_sec_websocket_protocol;
+        proxy_set_header Sec-WebSocket-Version $http_sec_websocket_version;
+    }
+
+}
--- a/geoip.conf.tmpl
+++ b/geoip.conf.tmpl
@ -1,3 +0,0 @@
-EditionIDs GeoLite2-City GeoLite2-Country
-AccountID {{ env "MAXMIND_ACCOUNT_ID" }}
-LicenseKey {{ secret "maxmind_license_key" }}
--- a/nginx.conf.tmpl
+++ b/nginx.conf.tmpl
@ -3,8 +3,6 @@ map $http_upgrade $connection_upgrade {
    '' close;
 }

-client_max_body_size {{ env "FILE_UPLOAD_MAX_SIZE" }};
-
 server { 
    listen 80;
    server_name {{ env "DOMAIN" }};
@ -41,9 +39,9 @@ server {
        alias /app/uploads/;
        expires max;
    }
-
+    
    location /community_proxy/ {
-        proxy_pass https://community.karrot.world/;
+        proxy_pass https://community.foodsaving.world/;
    }
    
    location ~ ^\/(api(\-auth)?|docs|silk)\/ {
@ -52,12 +50,7 @@ server {
        proxy_set_header X-Forwarded-Proto $scheme;
        # this port is whatever port 80 is mapped to outside the container
        proxy_set_header Host $host:80;
-
-        # resolver + backend as a variable means can run when backend is not up yet
-        resolver 127.0.0.11 valid=3s;
-        set $backend app:8000;
-        proxy_pass http://$backend$request_uri;
-
+        proxy_pass http://app:8000;
        proxy_redirect off;
        proxy_http_version 1.1;
        proxy_set_header Upgrade $http_upgrade;