diff --git a/ansible/deploy-clickhouse.yml b/ansible/deploy-clickhouse.yml index 5ebc7634..50261e34 100644 --- a/ansible/deploy-clickhouse.yml +++ b/ansible/deploy-clickhouse.yml @@ -3,7 +3,7 @@ hosts: - notebook1.htz-fsn.prod.ooni.nu - data1.htz-fsn.prod.ooni.nu - # - data2.htz-fsn.prod.ooni.nu + - data2.htz-fsn.prod.ooni.nu - data3.htz-fsn.prod.ooni.nu become: true tags: diff --git a/ansible/group_vars/clickhouse/vars.yml b/ansible/group_vars/clickhouse/vars.yml index 7b48ebe1..7de27f93 100644 --- a/ansible/group_vars/clickhouse/vars.yml +++ b/ansible/group_vars/clickhouse/vars.yml @@ -2,7 +2,7 @@ nftables_clickhouse_allow: - fqdn: data1.htz-fsn.prod.ooni.nu ip: 142.132.254.225 - fqdn: data2.htz-fsn.prod.ooni.nu - ip: 88.198.54.12 + ip: 23.88.74.249 - fqdn: data3.htz-fsn.prod.ooni.nu ip: 168.119.7.188 - fqdn: notebook1.htz-fsn.prod.ooni.nu @@ -26,7 +26,7 @@ nftables_zookeeper_allow: - fqdn: data1.htz-fsn.prod.ooni.nu ip: 142.132.254.225 - fqdn: data2.htz-fsn.prod.ooni.nu - ip: 88.198.54.12 + ip: 23.88.74.249 - fqdn: data3.htz-fsn.prod.ooni.nu ip: 168.119.7.188 - fqdn: notebook1.htz-fsn.prod.ooni.nu @@ -41,6 +41,9 @@ clickhouse_config: max_server_memory_usage: 0 max_thread_pool_size: 10000 max_server_memory_usage_to_ram_ratio: 0.9 + # for 1GB/s 50% utilization cap + max_replicated_sends_network_bandwidth_for_server: 62500000 + max_replicated_fetches_network_bandwidth_for_server: 62500000 total_memory_profiler_step: 4194304 total_memory_tracker_sample_probability: 0 uncompressed_cache_size: 8589934592 @@ -113,6 +116,9 @@ clickhouse_zookeeper: - node: host: clickhouse1.prod.ooni.io port: 9181 +# - node: +# host: clickhouse2.prod.ooni.io +# port: 9181 - node: host: clickhouse3.prod.ooni.io port: 9181 @@ -131,9 +137,9 @@ clickhouse_remote_servers: - replica: host: clickhouse1.prod.ooni.io port: 9000 - #- replica: - # host: clickhouse2.prod.ooni.io - # port: 9000 + - replica: + host: clickhouse2.prod.ooni.io + port: 9000 - replica: host: clickhouse3.prod.ooni.io port: 9000 diff --git a/ansible/host_vars/data1.htz-fsn.prod.ooni.nu b/ansible/host_vars/data1.htz-fsn.prod.ooni.nu new file mode 100644 index 00000000..ba22bcb0 --- /dev/null +++ b/ansible/host_vars/data1.htz-fsn.prod.ooni.nu @@ -0,0 +1,4 @@ +# configure extra domains for dehydrated +ssl_domains: + - data1.htz-fns.pr:qod.ooni.nu + - airflow.prod.ooni.io diff --git a/ansible/host_vars/notebook1.htz-fsn.prod.ooni.nu b/ansible/host_vars/notebook1.htz-fsn.prod.ooni.nu index 3732f87a..d244d2c3 100644 --- a/ansible/host_vars/notebook1.htz-fsn.prod.ooni.nu +++ b/ansible/host_vars/notebook1.htz-fsn.prod.ooni.nu @@ -136,8 +136,9 @@ clickhouse_default_profiles: readonly: 2 write: readonly: 0 + admin: + readonly: 0 -clickhouse_version: "24.10.2.80" clickhouse_release_type: stable clickhouse_listen_hosts: - "127.0.0.1" @@ -160,3 +161,8 @@ clickhouse_default_users: - "127.0.0.1" profile: write quota: default + +# configure extra domains for dehydrated +ssl_domains: + - notebook1.htz-fns.prod.ooni.nu + - notebook.ooni.org diff --git a/ansible/inventory b/ansible/inventory index e48af402..56fe49e2 100644 --- a/ansible/inventory +++ b/ansible/inventory @@ -7,6 +7,7 @@ ghs_ams [clickhouse] notebook1.htz-fsn.prod.ooni.nu data1.htz-fsn.prod.ooni.nu +data2.htz-fsn.prod.ooni.nu data3.htz-fsn.prod.ooni.nu [airflow] @@ -18,6 +19,7 @@ data1.htz-fsn.prod.ooni.nu monitoring.ooni.org notebook1.htz-fsn.prod.ooni.nu data1.htz-fsn.prod.ooni.nu +data2.htz-fsn.prod.ooni.nu data3.htz-fsn.prod.ooni.nu openvpn1.htz-fsn.prod.ooni.nu openvpn2.htz-fsn.prod.ooni.nu diff --git a/ansible/roles/prometheus/templates/prometheus.yml b/ansible/roles/prometheus/templates/prometheus.yml index 41e80eae..22f3bb3f 100755 --- a/ansible/roles/prometheus/templates/prometheus.yml +++ b/ansible/roles/prometheus/templates/prometheus.yml @@ -81,6 +81,7 @@ scrape_configs: static_configs: - targets: - https://data1.htz-fsn.prod.ooni.nu/metrics/node_exporter + - https://data2.htz-fsn.prod.ooni.nu/metrics/node_exporter - https://data3.htz-fsn.prod.ooni.nu/metrics/node_exporter - https://notebook1.htz-fsn.prod.ooni.nu/metrics/node_exporter - http://0.do.th.prod.ooni.io:9001/metrics @@ -151,6 +152,7 @@ scrape_configs: static_configs: - targets: - data1.htz-fsn.prod.ooni.nu + - data2.htz-fsn.prod.ooni.nu - data3.htz-fsn.prod.ooni.nu - notebook1.htz-fsn.prod.ooni.nu