Working devops

.cargo/config

@@ -0,0 +1,4 @@
+[target.x86_64-unknown-linux-musl]
+linker = "x86_64-unknown-linux-musl-gcc"
+objcopy = { path ="x86_64-unknown-linux-musl-objcopy" }
+strip = { path ="x86_64-unknown-linux-musl-strip" }

.gitignore

@@ -4,3 +4,5 @@ ns_tests/*.key
 ns_tests/*
 .DS_Store
 bash
+devops/hosts
+.idea

README.md

@@ -28,14 +28,34 @@ prod is deployed to /srv/peachcloud/peach-dyndns-server/prod-peach-dyndns
 
 staging is deployed to /srv/peachcloud/peach-dyndns-server/dev-peach-dyndns
 
+
 ## Test
 
-test peach-dyndns server is running,
+# ping
 ```
-curl http://localhost:8000
+curl -X POST -H "Content-Type: application/json" -d '{"jsonrpc": "2.0", "method": "ping", "id":1 }' 127.0.0.1:3002
+```
+
+# register_domain
+```
+curl -X POST -H "Content-Type: application/json" -d '{"jsonrpc": "2.0", "method": "register_domain", "params" : {"domain": "mirage.dyn.peachcloud.org" }, "id":1 }' 127.0.0.1:3002
+```
+
+# is_domain_available
+```
+curl -X POST -H "Content-Type: application/json" -d '{"jsonrpc": "2.0", "method": "is_domain_available", "params" : {"domain": "mirage.dyn.peachcloud.org" }, "id":1 }' 127.0.0.1:3002
 ```
 
 test peach-bind9 is running,
 ```
+# this returns version of bind running
+dig -t txt -c chaos VERSION.BIND @IP_ADDRESS_OF_SERVER 
+
+# this returns records for blue.dyn.peachcloud.org
+nslookup blue.dyn.peachcloud.org YOUR_SERVER_IP_ADDRESS
+
+# this returns records for blue.dyn.peachcloud.org
 nslookup blue.dyn.peachcloud.org ns.peachcloud.org
 ```
+
+```

cross_compile.sh

@@ -0,0 +1,2 @@
+#!/usr/bin/env bash
+cargo build --release --target=x86_64-unknown-linux-musl

deploy_binary.sh

@@ -0,0 +1,5 @@
+
+
+VERSION=0.1.2
+scp -i ~/.ssh/do_rsa2 target/x86_64-unknown-linux-musl/release/peach-dyndns-server root@147.182.177.135:/srv/files.commoninternet.net/peach-dyndns-server_${VERSION}_Linux_x86_64
+

devops/deploy.yml

@@ -0,0 +1,64 @@
+---
+
+- hosts: webservers
+  user: ubuntu
+  sudo: True
+
+  tasks:
+    - include_vars: vars.yaml
+
+    - name: ensure log directory
+      action: file dest={{log_dir}} state=directory
+
+    - name: deploy code from repository
+      git: repo={{repo_url}} dest={{src_dir}} remote={{repo_remote}} version={{repo_branch}} accept_hostkey=yes
+      notify:
+        - restart nginx
+        - restart webapp
+
+    - name: install python requirements
+      action: pip requirements={{src_dir}}/requirements.txt state=present
+
+    - name: copy hellow_webapp.ini
+      action: template src=templates/hello_webapp.ini dest={{src_dir}}/hello_webapp.ini
+
+    - name: create nginx site config
+      action: template src=templates/nginx_site.conf dest=/etc/nginx/sites-available/{{app_name}}.conf
+      notify:
+        - restart nginx
+
+    - name: link nginx config
+      action: file src=/etc/nginx/sites-available/{{app_name}}.conf dest=/etc/nginx/sites-enabled/{{app_name}}.conf state=link
+
+    - name: create upstart script for webapp
+      action: template src=templates/hello_webapp.conf dest=/etc/init/hello_webapp.conf
+
+    - name: ensure secrets directory
+      action: file dest={{src_dir}}/devops/secret_files state=directory
+
+    - name: Copy secret.json file
+      copy: src=secret_files/secret.json dest={{src_dir}}/devops/secret_files/secret.json
+
+    - name: make src_dir writeable by webgroup
+      action: file path={{src_dir}} mode=u=rwX,g=rwX,o=X recurse=yes group=webgroup
+
+    - name: make log_dir writeable by webgroup
+      action: file path={{log_dir}} mode=u=rwX,g=rwX,o=X recurse=yes group=webgroup
+
+#    - name: crontab to check alerts
+#      cron: name="check alerts" minute="*" job="curl {{prod_url}}/get_all_tix/"
+
+    - name: restart server and webapp
+      command: /bin/true
+      notify:
+        - restart nginx
+        - restart webapp
+
+
+  handlers:
+
+    - name: restart nginx
+      action: service name=nginx state=restarted
+
+    - name: restart webapp
+      action: service name={{app_name}} state=restarted

devops/setup_server.yml

@@ -0,0 +1,131 @@
+---
+
+- hosts: dyndnsservers
+  user: root
+
+  tasks:
+    - include_vars: vars.yaml
+
+    - name: Run the equivalent of "apt-get update"
+      apt:
+        update_cache: yes
+
+    - name: Install the version '1.14.2' of package "nginx" and allow potential downgrades
+      apt:
+        name: nginx=1.18.0-6.1
+        state: present
+        allow_downgrade: yes
+
+    - name: write nginx.conf
+      action: template src=templates/nginx.conf dest=/etc/nginx/nginx.conf
+
+    - name: Install bind9 packages
+      apt:
+        pkg:
+          - bind9
+          - python3-dnspython
+          - dnsutils
+
+    - name: Ensure group bind exists
+      ansible.builtin.group:
+        name: bind
+        state: present
+
+    - name: Create peach-dyndns user and add to bind group
+      ansible.builtin.user:
+        name: peach-dyndns
+        shell: /bin/bash
+        system: true
+        groups: bind
+        append: yes
+
+    - name: Create peach-dyndns-server service
+      template:
+        src: templates/peach-dyndns-server.service
+        dest: /lib/systemd/system/peach-dyndns-server.service
+
+    - name: Copy /etc/bind/named.conf
+      template:
+        src: "templates/named.conf"
+        dest: /etc/bind/named.conf
+        owner: root
+        group: root
+        mode: 0644
+      notify:
+        - reload bind9
+
+    - name: Copy /etc/sudoers.d/bindctl
+      template:
+        src: "templates/bindctl"
+        dest: /etc/sudoers.d/bindctl
+        owner: root
+        group: root
+        mode: 0655
+      notify:
+        - reload bind9
+
+    - name: Copy /usr/bin/reloadbind
+      ansible.builtin.copy:
+        src: templates/reloadbind
+        dest: /usr/bin/reloadbind
+        owner: root
+        group: root
+        mode: '0755'
+
+    - name: Copy /usr/bin/peach-dyndns-server
+      ansible.builtin.copy:
+        src: files/peach-dyndns-server
+        dest: /usr/bin/peach-dyndns-server
+        owner: peach-dyndns
+        group: root
+        mode: '0755'
+
+    - name: create dyndns working directory
+      file:
+        path: /srv/peach-dynddns-server
+        state: directory
+
+    - name: Create dynserver nginx site conf
+      template:
+        src: "templates/dynserver_nginx.conf"
+        dest: /etc/nginx/sites-enabled/dynserver.conf
+      notify:
+        - reload nginx
+
+    - name: Touch keys file
+      ansible.builtin.file:
+        path: /etc/bind/dyn.peachcloud.org.keys
+        state: touch
+        mode: "u=rw,g=rw"
+
+    - name: Recursively set permissions for /etc/bind
+      ansible.builtin.file:
+        path: /etc/bind
+        state: directory
+        recurse: yes
+        owner: root
+        group: bind
+        mode: 'u+rwX,g+rwX'
+
+    - name: start peach-dyndns-server
+      systemd: state=started name=peach-dyndns-server daemon_reload=yes
+
+    - name: start bind9
+      systemd: state=started name=bind9 daemon_reload=yes
+
+    - name: start nginx
+      systemd: state=started name=nginx daemon_reload=yes
+
+
+  handlers:
+
+    - name: reload bind9
+      service: name=bind9 state=reloaded
+
+    - name: reload peach-dyndns-server
+      service: name=peach-dyndns-server state=reloaded
+
+    - name: reload nginx
+      service: name=nginx state=reloaded
+
+

devops/templates/bindctl

@@ -0,0 +1,12 @@
+#
+# Allow peach-dyndns to reload bind as sudo
+#
+
+# User alias for bind-ctl which can reload bind
+User_Alias  BIND_CTRL = peach-dyndns
+
+# Command alias for reboot and shutdown
+Cmnd_Alias  RELOADBIND = /usr/bin/reloadbind
+
+# Allow BIND_CTRL users to execute RELOADBIND command without password
+BIND_CTRL  ALL=(ALL) NOPASSWD: RELOADBIND

devops/templates/dynserver_nginx.conf

@@ -0,0 +1,14 @@
+server {
+        listen 80;
+        listen [::]:80;
+
+        server_name {{dynserver_domain}};
+
+	location / {
+           proxy_pass http://127.0.0.1:{{dynserver_port}};
+           proxy_set_header   Host $host;
+           proxy_set_header   X-Real-IP $remote_addr;
+           proxy_set_header   X-Forwarded-For $proxy_add_x_forwarded_for;
+           proxy_set_header   X-Forwarded-Host $server_name;
+        }
+}

devops/templates/hello_webapp.conf

@@ -0,0 +1,10 @@
+description "uWSGI server instance configured to serve hello_webapp"
+
+start on runlevel [2345]
+stop on runlevel [!2345]
+
+setuid wsgi-user
+setgid webgroup
+
+chdir {{src_dir}}
+exec uwsgi --ini hello_webapp.ini

devops/templates/named.conf

@@ -0,0 +1,11 @@
+// This is the primary configuration file for the BIND DNS server named.
+//
+// Please read /usr/share/doc/bind9/README.Debian.gz for information on the
+// structure of BIND configuration files in Debian, *BEFORE* you customize
+// this configuration file.
+//
+// If you are just adding zones, please do that in /etc/bind/named.conf.local
+
+include "/etc/bind/named.conf.options";
+include "/etc/bind/named.conf.local";
+include "/etc/bind/named.conf.default-zones";

devops/templates/nginx.conf

@@ -0,0 +1,86 @@
+user www-data;
+worker_processes auto;
+pid /run/nginx.pid;
+include /etc/nginx/modules-enabled/*.conf;
+
+events {
+	worker_connections 768;
+	# multi_accept on;
+}
+
+http {
+
+	##
+	# Basic Settings
+	##
+
+	sendfile on;
+	tcp_nopush on;
+	tcp_nodelay on;
+	keepalive_timeout 65;
+	types_hash_max_size 2048;
+	# server_tokens off;
+
+	server_names_hash_bucket_size 64;
+	# server_name_in_redirect off;
+
+	include /etc/nginx/mime.types;
+	default_type application/octet-stream;
+
+	##
+	# SSL Settings
+	##
+
+	ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE
+	ssl_prefer_server_ciphers on;
+
+	##
+	# Logging Settings
+	##
+
+	access_log /var/log/nginx/access.log;
+	error_log /var/log/nginx/error.log;
+
+	##
+	# Gzip Settings
+	##
+
+	gzip on;
+	gzip_disable "msie6";
+
+	# gzip_vary on;
+	# gzip_proxied any;
+	# gzip_comp_level 6;
+	# gzip_buffers 16 8k;
+	# gzip_http_version 1.1;
+	# gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript;
+
+	##
+	# Virtual Host Configs
+	##
+
+	include /etc/nginx/conf.d/*.conf;
+	include /etc/nginx/sites-enabled/*;
+}
+
+
+#mail {
+#	# See sample authentication script at:
+#	# http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript
+#
+#	# auth_http localhost/auth.php;
+#	# pop3_capabilities "TOP" "USER";
+#	# imap_capabilities "IMAP4rev1" "UIDPLUS";
+#
+#	server {
+#		listen     localhost:110;
+#		protocol   pop3;
+#		proxy      on;
+#	}
+#
+#	server {
+#		listen     localhost:143;
+#		protocol   imap;
+#		proxy      on;
+#	}
+#}

devops/templates/nginx_site.conf

@@ -0,0 +1,10 @@
+server {
+    listen 80;
+    server_name ec2-52-90-110-188.compute-1.amazonaws.com;
+
+    location / {
+        include uwsgi_params;
+        uwsgi_pass unix:{{src_dir}}/{{app_name}}.sock;
+    }
+
+}

devops/templates/peach-dyndns-server.service

@@ -0,0 +1,15 @@
+[Unit]
+Description=An http API to create dynamic-dns configurations for bind9.
+
+[Service]
+Type=simple
+User=peach-dyndns
+Group=bind
+Environment="RUST_LOG=info"
+Environment="PEACH_DYNDNS_SERVER=127.0.0.1:{{dynserver_port}}"
+WorkingDirectory=/srv/peach-dynddns-server
+ExecStart=/usr/bin/peach-dyndns-server
+Restart=always
+
+[Install]
+WantedBy=multi-user.target

devops/templates/reloadbind

@@ -0,0 +1,2 @@
+#!/usr/bin/env bash
+/bin/systemctl reload bind9

devops/vars.yaml

@@ -0,0 +1,2 @@
+dynserver_domain: dynserver.commoninternet.net
+dynserver_port: 3002

setup_server.sh

@@ -0,0 +1,2 @@
+#!/usr/bin/env bash
+ansible-playbook -i devops/hosts devops/setup_server.yml