Merge branch 'main' into oonimeasurements

ooni · Aug 11, 2024 · e834fad · e834fad
2 parents 71d0ebc + 2638de7
commit e834fad
Show file tree

Hide file tree

Showing 51 changed files with 1,512 additions and 141 deletions.
diff --git a/.gitignore b/.gitignore
@@ -17,3 +17,8 @@ override.tf.json
 
 # Ignore generated docs
 /dist
+
+/.vscode
+
+# Macos
+.DS_Store
diff --git a/README.md b/README.md
@@ -15,23 +15,26 @@ We divide our infrastructure components into 3 tiers:
 
 ### Tier 0 (Critical) components
 
-- Probe Services (collector specifically)
-- Fastpath (part responsible for storing post-cans)
-- DNS configuration
-- Monitoring
-- OONI bridges
-- OONI.org website
+- [ ] Probe Services (collector specifically)
+- [ ] Fastpath (part responsible for storing post-cans)
+- [x] DNS configuration
+- [ ] Monitoring
+- [ ] OONI bridges
+- [ ] OONI.org website
+- [x] Web Connectivity test helpers
+- [ ] Code signing
 
 ### Tier 1 (Essential) components
 
-- OONI API measurement listing
-- OONI Explorer
-- OONI Run
-- OONI Data analysis pipeline
-- Website analytics
+- [ ] OONI API measurement listing
+- [x] OONI Explorer
+- [x] OONI Run
+- [ ] OONI Data analysis pipeline
+- [ ] OONI Findings API
+- [x] Website analytics
 
 ### Tier 2 (Non-Essential) components
 
-- Test list editor
-- Jupyter notebooks
-- Countly
+- [ ] Test list editor
+- [ ] Jupyter notebooks
+- [ ] Countly
diff --git a/ansible/group_vars/all/vars.yml b/ansible/group_vars/all/vars.yml
@@ -0,0 +1,29 @@
+ssh_users:
+  agrabeli:
+    login: agrabeli
+    comment: Maria Xynou
+    keys: ["ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDD0JSwM+t3Uz9lS3Mjoz9oo4vOToWyzboZhYQbP8JY5HvFtAvWanWHnUBO91t6hkgKIMiUqhdCJn26fqkhSGe/bRBaFUocOmuyfcmZoRdi0qzAskmycJsj/w6vWR4x6MYkmJvSeI/MGxjEFt4s2MfOG1tP8CBLUYft9qUleeJa7Jln8c+xbnqB7YngaI190icQHE9NuIB2CXvzbmo3tLtHNMagEwI7VoBDj6mxzTxBd9JhuhF4w5uGxxm0Gp1hzk+15obNnaBS+Anr7jXz8FPwwxCH+XhBZxB1PPpcIayKrf9iLyGtwmhkdDoWCqYAr1mue3LxFso+TZF4bwE4Cjt1 agrabelh@agrabelh"]
+  art:
+    login: art
+    comment: Arturo Filasto
+    keys: ["ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIJsibU0nsQFFIdolD1POzXOws4VetV0ZNByINRzY8Hx0 [email protected]"]
+  majakomel:
+    login: majakomel
+    comment: Maja Komel
+    keys:
+      - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7gWQL4h/IyMbwDuMIXbTVmNEm8Yx19Ftt0P2e3OyWctSMH7WGaHc6b0dGoGh6Y4x0Kpw5h0iHWshP8Rg0pckNG9LeDjLY9nLR3Jv66ogFQtFi1DAlg4CXe369N70rBN9iurndgXjShW9OV+bY+MOlW8Fmmm67Vg0xFiYuYzjgUOpl4ofkbLGAQ7sJRBzpDV6TqHhGfOdYMDJyfFvurVz0oSyEZPFFRv4Css9iVk7BGsBukCCpUuax8akEeEjxWWCvjYXva7OA0jHKayfPAroZx/OJh01rhFe7wxlu5JwUKOcevvAZqeHh6200C82ijZOCN+Qq9yvxOH+OgzhnQwnoetIbGFgnb4CkDxo7dVLc/DFyObznC4f26f5D1OyPMUX8AEarEVdEPwsEfD2ePQr6qek0XWCWtYvGklb+GRLk9Yn0VL1qwvgrtstHdeXsKONTPKRxaCjWHu18dQaG2qOUnZ+St6SHeL49CN9aav2azNI/YKoQ9SGR4D23XeBRsW8="
+  mehul:
+    login: mehul
+    comment: Mehul Gulati
+    keys:
+      - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEZSA9TKUaYWG8gfnMoyDZO2S6vsy87xma4R/EzNpveZiOZTYSNn+UDL8NpQRuH5YgdWuQV2E7sKw/PIYA0lC/QTiq8Btqf6sEK5YWXtQy+yn9q5kB/rmi8zjaz0FUNigRrjL+26ao+c7NKpgmR+TRqbRd5VeJ46PuFD5M3c+MBeUoF1PT0zfioQFJ1mQoXwVix0n260clEXQDp4t0GZuNpWGTS+YTuJZ2vl6TDZtt8jrnENd99QArr2KU+NMTq8T2KYcPeQOoYsm7v/1TBkbv9UStllhjdE7HZSivPT8oRkF2YZYgytDxtCZG8i5iCK+vbNn6QmZMjuXPoBUeW+Njm70tlsirrKpUX+QiogA2qljxPD9st2eUkA7cATyOBkK7WLh1HYv2xyKpPtkkaELG+EHjmaVjVdyVAgUYwqg+MbIw1OyDpNmMZcW3iOpGpflXPMmLjKNMhee0//G7NxcGfwmIMbIiBkeofOnWDrMo+0PRULFtn6C7aA7ddirck+k="
+  norbel:
+    login: norbel
+    comment: Norbel Ambanumben
+    keys:
+      - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDBXprrutdT6AhrV9hWBKjyzq6RqGmCBWpWxi3qwJyRcBJfkiEYKV9QWl3H0g/Sg9JzLd9lWG2yfAai7cyBAT4Ih0+OhwQ0V7wkhBn4YkNjs7d4BGPHjuLIywS9VtmiyH7VafikMjmqPLL/uPBIbRrx9RuSfLkAuN9XFZpVmqzWY8ePpcRCvnG6ucPxEY8o+4j5nfTrgxSaIT31kH16/PFJe07tn1SZjxZE4sZTz/p9xKt6s8HXmlP3RdnXSpXWmH8ZwYDrNhkcH8m6mC3giiqSKThFdwvQVflRRvn9pAlUOhy6KIBtAt1KobVJtOCPrrkcLhQ1C+2P9wKhfYspCGrScFGnrUqumLxPpwlqILxJvmgqGAtkm8Ela9f2D9sEv8CUv5x9XptZKlyRhtOLixvLYoJlwfXXnmXa8T1pg8+4063BhHUOu/bg0InpSp3hdscOfk0R8FtDlXnn6COwbPXynIt4PxzIxD/WQhP0ymgH3ky6ClB5wRBVhOqYvxQw32n2QFS9A5ocga+nATiOE7BTOufgmDCA/OIXfJ/GukXRaMCBsvlx7tObHS1LOMt0I+WdoOEjI0ARUrFzwoiTrs9QYmd922e7S35EnheT3JjnCTjebJrCNtwritUy8vjsN/M27wJs7MAXleT7drwXXnm+3xYrH+4KQ+ru0dxMe1zfBw== [email protected]"
+
+admin_usernames: [ art, majakomel, mehul, norbel ]
+root_usernames: [ art, mehul ]
+non_admin_usernames: [ agrabeli ]
+deactivated_usernames: [ sbs, federico, sarath ]
diff --git a/ansible/host_vars/data.ooni.org b/ansible/host_vars/data.ooni.org
@@ -0,0 +1,53 @@
+ssh_users:
+  agrabeli:
+    login: agrabeli
+    comment: Maria Xynou
+    keys: ["ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDD0JSwM+t3Uz9lS3Mjoz9oo4vOToWyzboZhYQbP8JY5HvFtAvWanWHnUBO91t6hkgKIMiUqhdCJn26fqkhSGe/bRBaFUocOmuyfcmZoRdi0qzAskmycJsj/w6vWR4x6MYkmJvSeI/MGxjEFt4s2MfOG1tP8CBLUYft9qUleeJa7Jln8c+xbnqB7YngaI190icQHE9NuIB2CXvzbmo3tLtHNMagEwI7VoBDj6mxzTxBd9JhuhF4w5uGxxm0Gp1hzk+15obNnaBS+Anr7jXz8FPwwxCH+XhBZxB1PPpcIayKrf9iLyGtwmhkdDoWCqYAr1mue3LxFso+TZF4bwE4Cjt1 agrabelh@agrabelh"]
+  art:
+    login: art
+    comment: Arturo Filasto
+    keys: ["ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIJsibU0nsQFFIdolD1POzXOws4VetV0ZNByINRzY8Hx0 [email protected]"]
+  majakomel:
+    login: majakomel
+    comment: Maja Komel
+    keys:
+      - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7gWQL4h/IyMbwDuMIXbTVmNEm8Yx19Ftt0P2e3OyWctSMH7WGaHc6b0dGoGh6Y4x0Kpw5h0iHWshP8Rg0pckNG9LeDjLY9nLR3Jv66ogFQtFi1DAlg4CXe369N70rBN9iurndgXjShW9OV+bY+MOlW8Fmmm67Vg0xFiYuYzjgUOpl4ofkbLGAQ7sJRBzpDV6TqHhGfOdYMDJyfFvurVz0oSyEZPFFRv4Css9iVk7BGsBukCCpUuax8akEeEjxWWCvjYXva7OA0jHKayfPAroZx/OJh01rhFe7wxlu5JwUKOcevvAZqeHh6200C82ijZOCN+Qq9yvxOH+OgzhnQwnoetIbGFgnb4CkDxo7dVLc/DFyObznC4f26f5D1OyPMUX8AEarEVdEPwsEfD2ePQr6qek0XWCWtYvGklb+GRLk9Yn0VL1qwvgrtstHdeXsKONTPKRxaCjWHu18dQaG2qOUnZ+St6SHeL49CN9aav2azNI/YKoQ9SGR4D23XeBRsW8="
+  mehul:
+    login: mehul
+    comment: Mehul Gulati
+    keys:
+      - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEZSA9TKUaYWG8gfnMoyDZO2S6vsy87xma4R/EzNpveZiOZTYSNn+UDL8NpQRuH5YgdWuQV2E7sKw/PIYA0lC/QTiq8Btqf6sEK5YWXtQy+yn9q5kB/rmi8zjaz0FUNigRrjL+26ao+c7NKpgmR+TRqbRd5VeJ46PuFD5M3c+MBeUoF1PT0zfioQFJ1mQoXwVix0n260clEXQDp4t0GZuNpWGTS+YTuJZ2vl6TDZtt8jrnENd99QArr2KU+NMTq8T2KYcPeQOoYsm7v/1TBkbv9UStllhjdE7HZSivPT8oRkF2YZYgytDxtCZG8i5iCK+vbNn6QmZMjuXPoBUeW+Njm70tlsirrKpUX+QiogA2qljxPD9st2eUkA7cATyOBkK7WLh1HYv2xyKpPtkkaELG+EHjmaVjVdyVAgUYwqg+MbIw1OyDpNmMZcW3iOpGpflXPMmLjKNMhee0//G7NxcGfwmIMbIiBkeofOnWDrMo+0PRULFtn6C7aA7ddirck+k="
+  norbel:
+    login: norbel
+    comment: Norbel Ambanumben
+    keys:
+      - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDBXprrutdT6AhrV9hWBKjyzq6RqGmCBWpWxi3qwJyRcBJfkiEYKV9QWl3H0g/Sg9JzLd9lWG2yfAai7cyBAT4Ih0+OhwQ0V7wkhBn4YkNjs7d4BGPHjuLIywS9VtmiyH7VafikMjmqPLL/uPBIbRrx9RuSfLkAuN9XFZpVmqzWY8ePpcRCvnG6ucPxEY8o+4j5nfTrgxSaIT31kH16/PFJe07tn1SZjxZE4sZTz/p9xKt6s8HXmlP3RdnXSpXWmH8ZwYDrNhkcH8m6mC3giiqSKThFdwvQVflRRvn9pAlUOhy6KIBtAt1KobVJtOCPrrkcLhQ1C+2P9wKhfYspCGrScFGnrUqumLxPpwlqILxJvmgqGAtkm8Ela9f2D9sEv8CUv5x9XptZKlyRhtOLixvLYoJlwfXXnmXa8T1pg8+4063BhHUOu/bg0InpSp3hdscOfk0R8FtDlXnn6COwbPXynIt4PxzIxD/WQhP0ymgH3ky6ClB5wRBVhOqYvxQw32n2QFS9A5ocga+nATiOE7BTOufgmDCA/OIXfJ/GukXRaMCBsvlx7tObHS1LOMt0I+WdoOEjI0ARUrFzwoiTrs9QYmd922e7S35EnheT3JjnCTjebJrCNtwritUy8vjsN/M27wJs7MAXleT7drwXXnm+3xYrH+4KQ+ru0dxMe1zfBw== [email protected]"
+  ain:
+    login: ain
+    comment: Ain
+    keys: ["ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIH6Js4xtJq7AoYA8mFraQg8vYgKz/glil9AaPq4lDwtg ain@intertubes"]
+  joss:
+    login: joss
+    comment: Joss Wright
+    keys:
+      [
+        "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC40MVrMUuP93UvmyTc6cGGKbdurK+CbuoQW0b4i20EPf8pjXjrTS3b/plh7y4egUfx7/2e5l321Ui8E4tuzDWjtJsSFY9l31msEnw6PTHMzOj8kVBWqHWidVZHYPpd9eVa+3ALL9HmLDQuwyhIXXaU2ExS3XZH0GJPUxgf8tubH7qteyANWTIh1XhV0fnoeBo3fvdGVkNiMLc1PSDp/iprMurdsvwCJC42+Z5R35ORpK7FJhr38Js2Ag1NwUpo3Li+PhErfoQ5A+x64p1NRm1Bnw1Z8eFHuDI6WXuzUHhuy+11M92CtaAVEoblfx75SaCftoiO0Khn6kZ9XDed+JM1 [email protected]"
+      ]
+  ingrid:
+    login: ingrid
+    comment: Ingrid Epure
+    keys:
+      [
+        "ssh-rsa AAAB3NzaC1yc2EAAAADAQABAAACAQCTJQDb/Ucq5CRGqSJbNz33pB6fYtk7Pi+6LlIaV9QLhByp/G2/g6ae6Eb/TimZtxpdeIwpAmACmUn2p+mCLMHjpollUK2f3dUjmXiUSNGMPRPRxQoIvzf56patUCQRS+S7zDUKTDW/5e18CrIj0sFCC27y/pS6mmmeedHA6gmpW7L6kM57BlsxFu79rr/o/nrNH+qceJBEd8fM93yoIdEwxPHZyKJ5kj9+lh+4TtDLxxkwFfc6Kce1d0qxfpX1NzIbK5Vp8JlXrGEWbOFFT8S7Ru+j1/g/ptUjsXJ7DpH1wwlF6wYsU0DJuhkLv6XFZQuoHYwpZ4jmnJRWrXSgdylPk67M5Dr9aB2j0WGJNZysiXVZQZmoMUhfrNxaGVv6gB48krE6ysUoLrenR68aLOYqF8Yqvu1lCIyds1ORtjnpxWxFB7NS89us4KFofAMW+qeg/g3nEYvln9/S0b58goToNIw/p7wP9WOeh7JuM/FBT5ahJbeYpXapJh1WW6Rt48RGVwxFLXbcnH8wpCfhUw7fIVpXMhbfhtWTlWVJEAyk3eLWdNEJ7AH6jaqTdfTa4qBgrof0MgoZrb64qFDAsG9Z80Uj9oC2Zdy+gwDu76WJQfSKaD7hmq0w8khoFSVju7fvcfd5HWgLZbptCIw51mJSMQIQWs8Y/iGijTSckXXCXQ==",
+      ]
+  siti:
+    login: siti
+    comment: "Siti Nurliza"
+    keys:
+      [
+        "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKqG1VepfzDdSp3zG27jZq3S9/62CKPLh93F///ht9rf",
+      ]
+admin_usernames: [ art, majakomel, mehul, norbel ]
+non_admin_usernames: [ ain, siti, ingrid, joss ]
+jupyterhub_allowed_users: "{{ ssh_users }}"
+admin_group_name: adm
diff --git a/ansible/host_vars/openvpn-server1.ooni.io b/ansible/host_vars/openvpn-server1.ooni.io
@@ -0,0 +1,29 @@
+ssh_users:
+  agrabeli:
+    login: agrabeli
+    comment: Maria Xynou
+    keys: ["ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDD0JSwM+t3Uz9lS3Mjoz9oo4vOToWyzboZhYQbP8JY5HvFtAvWanWHnUBO91t6hkgKIMiUqhdCJn26fqkhSGe/bRBaFUocOmuyfcmZoRdi0qzAskmycJsj/w6vWR4x6MYkmJvSeI/MGxjEFt4s2MfOG1tP8CBLUYft9qUleeJa7Jln8c+xbnqB7YngaI190icQHE9NuIB2CXvzbmo3tLtHNMagEwI7VoBDj6mxzTxBd9JhuhF4w5uGxxm0Gp1hzk+15obNnaBS+Anr7jXz8FPwwxCH+XhBZxB1PPpcIayKrf9iLyGtwmhkdDoWCqYAr1mue3LxFso+TZF4bwE4Cjt1 agrabelh@agrabelh"]
+  art:
+    login: art
+    comment: Arturo Filasto
+    keys: ["ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIJsibU0nsQFFIdolD1POzXOws4VetV0ZNByINRzY8Hx0 [email protected]"]
+  majakomel:
+    login: majakomel
+    comment: Maja Komel
+    keys:
+      - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7gWQL4h/IyMbwDuMIXbTVmNEm8Yx19Ftt0P2e3OyWctSMH7WGaHc6b0dGoGh6Y4x0Kpw5h0iHWshP8Rg0pckNG9LeDjLY9nLR3Jv66ogFQtFi1DAlg4CXe369N70rBN9iurndgXjShW9OV+bY+MOlW8Fmmm67Vg0xFiYuYzjgUOpl4ofkbLGAQ7sJRBzpDV6TqHhGfOdYMDJyfFvurVz0oSyEZPFFRv4Css9iVk7BGsBukCCpUuax8akEeEjxWWCvjYXva7OA0jHKayfPAroZx/OJh01rhFe7wxlu5JwUKOcevvAZqeHh6200C82ijZOCN+Qq9yvxOH+OgzhnQwnoetIbGFgnb4CkDxo7dVLc/DFyObznC4f26f5D1OyPMUX8AEarEVdEPwsEfD2ePQr6qek0XWCWtYvGklb+GRLk9Yn0VL1qwvgrtstHdeXsKONTPKRxaCjWHu18dQaG2qOUnZ+St6SHeL49CN9aav2azNI/YKoQ9SGR4D23XeBRsW8="
+  mehul:
+    login: mehul
+    comment: Mehul Gulati
+    keys:
+      - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEZSA9TKUaYWG8gfnMoyDZO2S6vsy87xma4R/EzNpveZiOZTYSNn+UDL8NpQRuH5YgdWuQV2E7sKw/PIYA0lC/QTiq8Btqf6sEK5YWXtQy+yn9q5kB/rmi8zjaz0FUNigRrjL+26ao+c7NKpgmR+TRqbRd5VeJ46PuFD5M3c+MBeUoF1PT0zfioQFJ1mQoXwVix0n260clEXQDp4t0GZuNpWGTS+YTuJZ2vl6TDZtt8jrnENd99QArr2KU+NMTq8T2KYcPeQOoYsm7v/1TBkbv9UStllhjdE7HZSivPT8oRkF2YZYgytDxtCZG8i5iCK+vbNn6QmZMjuXPoBUeW+Njm70tlsirrKpUX+QiogA2qljxPD9st2eUkA7cATyOBkK7WLh1HYv2xyKpPtkkaELG+EHjmaVjVdyVAgUYwqg+MbIw1OyDpNmMZcW3iOpGpflXPMmLjKNMhee0//G7NxcGfwmIMbIiBkeofOnWDrMo+0PRULFtn6C7aA7ddirck+k="
+  norbel:
+    login: norbel
+    comment: Norbel Ambanumben
+    keys:
+      - "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDBXprrutdT6AhrV9hWBKjyzq6RqGmCBWpWxi3qwJyRcBJfkiEYKV9QWl3H0g/Sg9JzLd9lWG2yfAai7cyBAT4Ih0+OhwQ0V7wkhBn4YkNjs7d4BGPHjuLIywS9VtmiyH7VafikMjmqPLL/uPBIbRrx9RuSfLkAuN9XFZpVmqzWY8ePpcRCvnG6ucPxEY8o+4j5nfTrgxSaIT31kH16/PFJe07tn1SZjxZE4sZTz/p9xKt6s8HXmlP3RdnXSpXWmH8ZwYDrNhkcH8m6mC3giiqSKThFdwvQVflRRvn9pAlUOhy6KIBtAt1KobVJtOCPrrkcLhQ1C+2P9wKhfYspCGrScFGnrUqumLxPpwlqILxJvmgqGAtkm8Ela9f2D9sEv8CUv5x9XptZKlyRhtOLixvLYoJlwfXXnmXa8T1pg8+4063BhHUOu/bg0InpSp3hdscOfk0R8FtDlXnn6COwbPXynIt4PxzIxD/WQhP0ymgH3ky6ClB5wRBVhOqYvxQw32n2QFS9A5ocga+nATiOE7BTOufgmDCA/OIXfJ/GukXRaMCBsvlx7tObHS1LOMt0I+WdoOEjI0ARUrFzwoiTrs9QYmd922e7S35EnheT3JjnCTjebJrCNtwritUy8vjsN/M27wJs7MAXleT7drwXXnm+3xYrH+4KQ+ru0dxMe1zfBw== [email protected]"
+  ain:
+    login: ain
+    comment: Ain
+    keys: ["ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIH6Js4xtJq7AoYA8mFraQg8vYgKz/glil9AaPq4lDwtg ain@intertubes"]
+admin_usernames: [ art, majakomel, mehul, norbel, ain ]
diff --git a/ansible/inventory b/ansible/inventory
@@ -1,2 +1,6 @@
 [all]
 monitoring.ooni.org
+openvpn-server1.ooni.io
+# This requires manual setup of ~/.ssh/config
+#codesign-box
+data.ooni.org
diff --git a/ansible/inventory-legacy b/ansible/inventory-legacy
@@ -0,0 +1,187 @@
+[dom0:children] # `all` should be equal to `dom0`, so it's here to catch errors
+gh
+do
+hetzner
+
+# Digital ocean vms
+[do:children]
+doams
+
+# eclipsis
+[gh:children]
+mia
+hkg
+ams
+
+# VPSes running OONI Probe
+[vpsprobes]
+#168.197.99.40
+#probe-by1.ooni.org
+probe-kz1.ooni.org
+probe-ru1.ooni.org
+probe-tr1.ooni.org
+probe-hk1.ooni.org
+#probe-ua1.ooni.org
+#probe-th1.ooni.org
+#probe-kg1.ooni.org
+#probe-sa1.ooni.org
+#probe-ae1.ooni.org
+
+# Location-specific conf
+[hetzner]
+monitoring.ooni.org
+backend-fsn.ooni.org
+oonidata.ooni.org
+backend-hel.ooni.org
+
+########################################################################
+# location tags
+
+[mia]
+#mia-echoth.ooni.nu
+mia-httpth.ooni.nu
+
+[hkg]
+
+# Eclips.is Amsterdam Hosts
+[ams]
+#amsmatomo.ooni.nu
+#db-1.proteus.ooni.io
+ams-ps.ooni.nu
+#ams-wcth2.ooni.nu
+ams-wcth3.ooni.nu
+ams-slack-1.ooni.org
+
+# Digital Ocean Amsterdam Hosts
+[doams]
+#doams1-countly.ooni.nu
+# FIXME Disabled due to location tags not working as expected
+#ams-pg.ooni.org
+#ams-pg-test.ooni.org
+
+########################################################################
+# PSK (pre-shared key) tags
+
+[psk_amsrepl]
+
+[psk_clickhouse]
+backend-fsn.ooni.org
+backend-hel.ooni.org
+#ams-pg-test.ooni.org
+
+[psk_hkgmetadb]
+
+[psk_oomsm_beta]
+# FIXME: drop `oomsm-beta` user
+
+[psk_metadb_amsapi]
+
+[psk_orchestration]
+#db-1.proteus.ooni.io
+
+[psk_orchestra_prod]
+# Used to populate the vault_orchestra_psiphon_config_file_content var
+ams-ps.ooni.nu
+#ams-pg.ooni.org
+#ams-pg-test.ooni.org
+backend-fsn.ooni.org
+backend-hel.ooni.org
+
+[psk_orchestra_test]
+
+[psk_orchestra_db_prod]
+# FIXME: untie `psk_orchestration` into something more manageable
+#db-1.proteus.ooni.io
+
+[psk_superset_hkgmetadb]
+
+########################################################################
+# role tags
+
+[have_fw]
+#amsmatomo.ooni.nu
+#ams-wcth2.ooni.nu
+ams-wcth3.ooni.nu
+ams-ps.ooni.nu
+#mia-echoth.ooni.nu
+mia-httpth.ooni.nu
+ams-slack-1.ooni.org
+
+[have_nftables]
+#ams-pg.ooni.org
+#ams-pg-test.ooni.org
+backend-fsn.ooni.org
+backend-hel.ooni.org
+
+[have_nginx]
+#amsmatomo.ooni.nu
+ams-ps.ooni.nu
+#ams-wcth2.ooni.nu
+ams-wcth3.ooni.nu
+ams-slack-1.ooni.org
+
+[have_tor] # Tor test-helpers
+
+[have_collector]
+ams-ps.ooni.nu
+
+[have_tcpmetrics]
+ams-ps.ooni.nu
+
+[active_collector]
+ams-ps.ooni.nu
+
+[db_active]
+
+[db_standby]
+
+[have_netdata]
+#ams-pg.ooni.org
+#ams-pg-test.ooni.org
+backend-fsn.ooni.org
+backend-hel.ooni.org
+
+[probe_services]
+ams-ps.ooni.nu
+
+[monitoring]
+monitoring.ooni.org
+
+
+########################################################################
+# TO DELETE.
+# Stopped VMs that should be deleted from GH and DNS after some grace period:
+#
+# since YYYY-MM-DD # fqdn.example.org # as dead as Lenin, see https://github.com/ooni/sysadmin/issues/NNNN
+# since 2024-07-04 # ams-pg-test.ooni.org is stopped
+# since 2024-07-04 # ams-pg.ooni.org is stopped
+# since 2019-10-29 # hkgbouncer.ooni.nu has been migrated to ams-ps.ooni.nu. Check again in a bit to see if it still has traffic
+# since 2019-10-29 # notify.proteus.ooni.io (37.218.242.67)
+# since 2019-10-29 # events.proteus.ooni.io (37.218.242.63)
+# since 2019-10-29 # registry.proteus.ooni.io (37.218.242.65)
+# since 2019-10-29 # proteus.ooni.io (37.218.242.62)
+# since 2019-10-29 # run.ooni.io
+# since 2018-12-12 # a.echo.th.ooni.io # restore onion key to check if it gets traffic
+# since 2018-12-12 # munin.ooni.io # disk idle since 2018-11-25
+# since 2018-12-12 # shark.ooni.nu # disk kept since 2018-11-25, idle since 2018-10-16
+#
+
+
+# Following hosts are as dead as Lenin, we should drop DNS records since they
+# have been droppped from the inventory file and are unreachable.
+#
+# 168.197.99.40              : ok=0    changed=0    unreachable=1    failed=0    skipped=1    rescued=0    ignored=0
+# ams-wcth2.ooni.nu          : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# amsmatomo.ooni.nu          : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# db-1.proteus.ooni.io       : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# doams1-countly.ooni.nu     : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# mia-echoth.ooni.nu         : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# probe-ae1.ooni.org         : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# probe-by1.ooni.org         : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# probe-kg1.ooni.org         : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# probe-sa1.ooni.org         : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# probe-th1.ooni.org         : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# probe-ua1.ooni.org         : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# shinri.ooni.org            : ok=0    changed=0    unreachable=1    failed=0    skipped=0    rescued=0    ignored=0
+# ams-pg-test.ooni.org
+# ams-pg.ooni.org