refactor: apply clickhouse proxy ansible configs

ansible/deploy-clickhouse-proxy.yml

@@ -1,11 +1,13 @@
 ---
-## - name: Deploy clickhouse proxy
-  ## hosts:
-    ## - clickhouseproxy.dev.ooni.io
-  ## roles:
-    ## - role: bootstrap
-    ## - role: nginx
-      ## tags: nginx
-    ## - role: clickhouse_proxy
-      ## vars: 
-        ## clickhouse_url: "" # fetch from AWS secrets
+- name: Deploy clickhouse proxy
+  hosts:
+    - clickhouseproxy.dev.ooni.io
+  become: true
+  roles:
+    - role: bootstrap
+    - role: nginx
+      tags: nginx
+    - role: clickhouse_proxy
+      vars: 
+        clickhouse_url: "clickhouse3.prod.ooni.io"
+        clickhouse_port: 9000

ansible/deploy-clickhouse.yml

@@ -1,9 +1,9 @@
 ---
 - name: Deploy oonidata clickhouse hosts
   hosts:
-    # - notebook.ooni.org
-    # - data1.htz-fsn.prod.ooni.nu
-    # - data2.htz-fsn.prod.ooni.nu
+    - notebook.ooni.org
+    - data1.htz-fsn.prod.ooni.nu
+    - data2.htz-fsn.prod.ooni.nu
     - data3.htz-fsn.prod.ooni.nu
   become: true
   tags:

ansible/inventory

@@ -22,3 +22,6 @@ data3.htz-fsn.prod.ooni.nu
 
 [ghs-ams]
 openvpn-server1.ooni.io
+
+[aws-proxy]
+clickhouseproxy.dev.ooni.io

ansible/roles/bootstrap/tasks/main.yml

@@ -68,6 +68,7 @@
 
 - name: install systemd-resolved
   tags: resolved
+  ignore_errors: yes # some ubuntu hosts do not have the systemd-resolved package
   ansible.builtin.apt:
     install_recommends: no
     cache_valid_time: 86400

ansible/roles/clickhouse_proxy/tasks/main.yml

@@ -1,4 +1,13 @@
 ---
+- name: Create the modules-enabled directory if not exists
+  tags: webserv
+  ansible.builtin.file:
+    path: /etc/nginx/modules-enabled
+    state: directory
+    mode: 0755
+    owner: root
+    group: root
+
 - name: Add stream nginx config
   tags: webserv
   template:

ansible/roles/clickhouse_proxy/templates/99-stream.conf

@@ -1,6 +1,6 @@
 stream {
     upstream clickhouse_backend {
-        server {{ clickhouse_url }};
+        server {{ clickhouse_url }}:{{ clickhouse_port }};
     }
 
     server {