feat: add sane defaults to telemetrystore (#102)

#### Features
- Disable simdjson engine to avoid issues with CPUs that do not support
AVX2
- Remove max memory server limits
- Reduce retention for system logs/tables
- Increase flush interval to help with data flushes

docs/examples/coolify/stack/casting.yaml.lock

@@ -28,8 +28,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -172,8 +172,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -427,9 +427,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -452,6 +452,40 @@ spec:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/
@@ -513,9 +547,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -538,6 +572,40 @@ spec:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/

docs/examples/coolify/stack/pours/deployment/coolify.yaml

@@ -45,8 +45,8 @@ services:
                 endpoint: "0.0.0.0:4318"
         processors:
           batch:
-            send_batch_size: 20000
-            send_batch_max_size: 25000
+            send_batch_size: 50000
+            send_batch_max_size: 55000
             timeout: 5s
           batch/meter:
             send_batch_size: 20000
@@ -323,9 +323,9 @@ services:
             shard: "01"
         profiles:
             default:
+                allow_simdjson: 0
                 load_balancing: random
                 log_queries: 1
-                max_memory_usage: 10000000000
         quotas:
             default:
                 interval:
@@ -348,6 +348,40 @@ services:
           node:
             - host: signoz-telemetrykeeper-clickhousekeeper-0
               port: 9181
+        query_log:
+            flush_interval_milliseconds: 30000
+            partition_by: toYYYYMM(event_date)
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        query_thread_log:
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        query_metric_log:
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        query_views_log:
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        part_log:
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        metric_log:
+            flush_interval_milliseconds: 30000
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        asynchronous_metric_log:
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        trace_log:
+            flush_interval_milliseconds: 30000
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        error_log:
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        latency_log:
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        processors_profile_log:
+            flush_interval_milliseconds: 30000
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        session_log:
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        text_log:
+            flush_interval_milliseconds: 30000
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
+        zookeeper_log:
+            ttl: "event_date + INTERVAL 1 DAY DELETE"
         tcp_port: 9000
         user_defined_executable_functions_config: '*function.yaml'
         user_scripts_path: /var/lib/clickhouse/user_scripts/

docs/examples/docker/compose/casting.yaml.lock

@@ -28,8 +28,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -172,8 +172,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -427,9 +427,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -452,6 +452,40 @@ spec:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/
@@ -513,9 +547,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -538,6 +572,40 @@ spec:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/

docs/examples/docker/compose/pours/deployment/ingester/ingester.yaml

@@ -42,8 +42,8 @@ extensions:
     endpoint: 0.0.0.0:13133
 processors:
   batch:
-    send_batch_max_size: 25000
-    send_batch_size: 20000
+    send_batch_max_size: 55000
+    send_batch_size: 50000
     timeout: 5s
   batch/meter:
     send_batch_max_size: 25000

docs/examples/docker/compose/pours/deployment/telemetrystore/clickhouse/config.yaml

@@ -1,10 +1,16 @@
+asynchronous_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 dictionaries_config: '*_dictionary.xml'
 display_name: cluster
 distributed_ddl:
   path: /clickhouse/task_queue/ddl
+error_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 format_schema_path: /var/lib/clickhouse/format_schemas/
 http_port: 8123
 interserver_http_port: 9009
+latency_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 listen_host: 0.0.0.0
 logger:
   console: 1
@@ -16,12 +22,30 @@ logger:
 macros:
   replica: "01"
   shard: "01"
+metric_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
+part_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 path: /var/lib/clickhouse/
+processors_profile_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 profiles:
   default:
+    allow_simdjson: 0
     load_balancing: random
     log_queries: 1
-    max_memory_usage: 10000000000
+query_log:
+  flush_interval_milliseconds: 30000
+  partition_by: toYYYYMM(event_date)
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_thread_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_views_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 quotas:
   default:
     interval:
@@ -37,8 +61,16 @@ remote_servers:
     - replica:
       - host: signoz-telemetrystore-clickhouse-0-0
         port: 9000
+session_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tcp_port: 9000
+text_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tmp_path: /var/lib/clickhouse/tmp/
+trace_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 user_defined_executable_functions_config: '*function.yaml'
 user_directories:
   users_xml:
@@ -60,3 +92,5 @@ zookeeper:
   node:
   - host: signoz-telemetrykeeper-clickhousekeeper-0
     port: 9181
+zookeeper_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE

docs/examples/docker/swarm/casting.yaml.lock

@@ -28,8 +28,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -172,8 +172,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -427,9 +427,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -452,6 +452,40 @@ spec:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/
@@ -513,9 +547,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -538,6 +572,40 @@ spec:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/

docs/examples/docker/swarm/pours/deployment/ingester/ingester.yaml

@@ -42,8 +42,8 @@ extensions:
     endpoint: 0.0.0.0:13133
 processors:
   batch:
-    send_batch_max_size: 25000
-    send_batch_size: 20000
+    send_batch_max_size: 55000
+    send_batch_size: 50000
     timeout: 5s
   batch/meter:
     send_batch_max_size: 25000

docs/examples/docker/swarm/pours/deployment/telemetrystore/clickhouse/config.yaml

@@ -1,10 +1,16 @@
+asynchronous_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 dictionaries_config: '*_dictionary.xml'
 display_name: cluster
 distributed_ddl:
   path: /clickhouse/task_queue/ddl
+error_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 format_schema_path: /var/lib/clickhouse/format_schemas/
 http_port: 8123
 interserver_http_port: 9009
+latency_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 listen_host: 0.0.0.0
 logger:
   console: 1
@@ -16,12 +22,30 @@ logger:
 macros:
   replica: "01"
   shard: "01"
+metric_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
+part_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 path: /var/lib/clickhouse/
+processors_profile_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 profiles:
   default:
+    allow_simdjson: 0
     load_balancing: random
     log_queries: 1
-    max_memory_usage: 10000000000
+query_log:
+  flush_interval_milliseconds: 30000
+  partition_by: toYYYYMM(event_date)
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_thread_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_views_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 quotas:
   default:
     interval:
@@ -37,8 +61,16 @@ remote_servers:
     - replica:
       - host: signoz-telemetrystore-clickhouse-0-0
         port: 9000
+session_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tcp_port: 9000
+text_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tmp_path: /var/lib/clickhouse/tmp/
+trace_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 user_defined_executable_functions_config: '*function.yaml'
 user_directories:
   users_xml:
@@ -60,3 +92,5 @@ zookeeper:
   node:
   - host: signoz-telemetrykeeper-clickhousekeeper-0
     port: 9181
+zookeeper_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE

docs/examples/ecs/ec2/terraform/casting.yaml.lock

@@ -29,8 +29,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -172,8 +172,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -427,9 +427,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -452,6 +452,40 @@ spec:
               node:
                 - host: telemetrykeeper-clickhousekeeper.signoz.local
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/
@@ -513,9 +547,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -538,6 +572,40 @@ spec:
               node:
                 - host: telemetrykeeper-clickhousekeeper.signoz.local
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/

docs/examples/ecs/ec2/terraform/pours/deployment/module/ingester/ingester.yaml

@@ -42,8 +42,8 @@ extensions:
     endpoint: 0.0.0.0:13133
 processors:
   batch:
-    send_batch_max_size: 25000
-    send_batch_size: 20000
+    send_batch_max_size: 55000
+    send_batch_size: 50000
     timeout: 5s
   batch/meter:
     send_batch_max_size: 25000

docs/examples/ecs/ec2/terraform/pours/deployment/module/telemetrystore/clickhouse/config.yaml

@@ -1,10 +1,16 @@
+asynchronous_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 dictionaries_config: '*_dictionary.xml'
 display_name: cluster
 distributed_ddl:
   path: /clickhouse/task_queue/ddl
+error_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 format_schema_path: /var/lib/clickhouse/format_schemas/
 http_port: 8123
 interserver_http_port: 9009
+latency_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 listen_host: 0.0.0.0
 logger:
   console: 1
@@ -16,12 +22,30 @@ logger:
 macros:
   replica: "01"
   shard: "01"
+metric_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
+part_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 path: /var/lib/clickhouse/
+processors_profile_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 profiles:
   default:
+    allow_simdjson: 0
     load_balancing: random
     log_queries: 1
-    max_memory_usage: 10000000000
+query_log:
+  flush_interval_milliseconds: 30000
+  partition_by: toYYYYMM(event_date)
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_thread_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_views_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 quotas:
   default:
     interval:
@@ -37,8 +61,16 @@ remote_servers:
     - replica:
       - host: telemetrystore-clickhouse.signoz.local
         port: 9000
+session_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tcp_port: 9000
+text_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tmp_path: /var/lib/clickhouse/tmp/
+trace_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 user_defined_executable_functions_config: '*function.yaml'
 user_directories:
   users_xml:
@@ -60,3 +92,5 @@ zookeeper:
   node:
   - host: telemetrykeeper-clickhousekeeper.signoz.local
     port: 9181
+zookeeper_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE

docs/examples/kubernetes/helm/casting.yaml.lock

@@ -28,8 +28,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -171,8 +171,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -425,9 +425,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -450,6 +450,40 @@ spec:
               node:
                 - host: signoz-telemetrykeeper-zookeeper-0
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/
@@ -511,9 +545,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -536,6 +570,40 @@ spec:
               node:
                 - host: signoz-telemetrykeeper-zookeeper-0
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/

docs/examples/kubernetes/kustomize/casting.yaml.lock

@@ -28,8 +28,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -171,8 +171,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -403,6 +403,8 @@ spec:
         data:
           config.yaml: |
             async_load_databases: false
+            asynchronous_metric_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             dictionaries_config: '*_dictionary.xml'
             display_name: cluster
             distributed_ddl:
@@ -437,7 +439,15 @@ spec:
               shard: "01"
             merge_tree:
               storage_policy: data
+            metric_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            part_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             path: /var/lib/clickhouse/
+            processors_profile_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
             profiles:
               admin:
                 max_threads: 16
@@ -446,17 +456,25 @@ spec:
               default:
                 allow_experimental_window_functions: "1"
                 allow_nondeterministic_mutations: "1"
+                allow_simdjson: 0
                 load_balancing: random
                 log_queries: 1
-                max_memory_usage: 10000000000
                 max_threads: 16
                 query_plan_max_limit_for_lazy_materialization: "0"
                 secondary_indices_enable_bulk_filtering: "0"
             prometheus:
               endpoint: /metrics
               port: 9363
+            query_log:
+              flush_interval_milliseconds: 30000
+              partition_by: toYYYYMM(event_date)
+              ttl: event_date + INTERVAL 1 DAY DELETE
             query_metric_log:
               ttl: event_date + INTERVAL 3 DAY DELETE
+            query_thread_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            query_views_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             quotas:
               default:
                 interval:
@@ -474,6 +492,8 @@ spec:
                     port: 9000
             send_crash_reports:
               enabled: false
+            session_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             storage_configuration:
               disks:
                 data0:
@@ -491,8 +511,12 @@ spec:
                       disk: default
             tcp_port: 9000
             text_log:
+              flush_interval_milliseconds: 30000
               ttl: event_date + INTERVAL 3 DAY DELETE
             tmp_path: /var/lib/clickhouse/tmp/
+            trace_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
             user_defined_executable_functions_config: /etc/clickhouse-server/functions/custom-functions.xml
             user_directories:
               users_xml:
@@ -526,6 +550,8 @@ spec:
               node:
               - host: signoz-clickhouse-keeper-0
                 port: 9181
+            zookeeper_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
           functions.yaml: |
             functions:
               argument:
@@ -551,6 +577,8 @@ spec:
         data:
           config.yaml: |
             async_load_databases: false
+            asynchronous_metric_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             dictionaries_config: '*_dictionary.xml'
             display_name: cluster
             distributed_ddl:
@@ -585,7 +613,15 @@ spec:
               shard: "01"
             merge_tree:
               storage_policy: data
+            metric_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            part_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             path: /var/lib/clickhouse/
+            processors_profile_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
             profiles:
               admin:
                 max_threads: 16
@@ -594,17 +630,25 @@ spec:
               default:
                 allow_experimental_window_functions: "1"
                 allow_nondeterministic_mutations: "1"
+                allow_simdjson: 0
                 load_balancing: random
                 log_queries: 1
-                max_memory_usage: 10000000000
                 max_threads: 16
                 query_plan_max_limit_for_lazy_materialization: "0"
                 secondary_indices_enable_bulk_filtering: "0"
             prometheus:
               endpoint: /metrics
               port: 9363
+            query_log:
+              flush_interval_milliseconds: 30000
+              partition_by: toYYYYMM(event_date)
+              ttl: event_date + INTERVAL 1 DAY DELETE
             query_metric_log:
               ttl: event_date + INTERVAL 3 DAY DELETE
+            query_thread_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            query_views_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             quotas:
               default:
                 interval:
@@ -622,6 +666,8 @@ spec:
                     port: 9000
             send_crash_reports:
               enabled: false
+            session_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             storage_configuration:
               disks:
                 data0:
@@ -639,8 +685,12 @@ spec:
                       disk: default
             tcp_port: 9000
             text_log:
+              flush_interval_milliseconds: 30000
               ttl: event_date + INTERVAL 3 DAY DELETE
             tmp_path: /var/lib/clickhouse/tmp/
+            trace_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
             user_defined_executable_functions_config: /etc/clickhouse-server/functions/custom-functions.xml
             user_directories:
               users_xml:
@@ -674,6 +724,8 @@ spec:
               node:
               - host: signoz-clickhouse-keeper-0
                 port: 9181
+            zookeeper_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
           functions.yaml: |
             functions:
               argument:

docs/examples/kubernetes/kustomize/pours/deployment/ingester/configmap.yaml

@@ -17,8 +17,8 @@ data:
             endpoint: "0.0.0.0:4318"
     processors:
       batch:
-        send_batch_size: 20000
-        send_batch_max_size: 25000
+        send_batch_size: 50000
+        send_batch_max_size: 55000
         timeout: 5s
       batch/meter:
         send_batch_size: 20000

docs/examples/kubernetes/kustomize/pours/deployment/telemetrystore/clickhouse/clickhouseinstallation.yaml

@@ -21,18 +21,43 @@ spec:
         send_crash_reports:
           enabled: false
       config.d/extra.yaml: |
+        asynchronous_metric_log:
+          ttl: event_date + INTERVAL 1 DAY DELETE
         dictionaries_config: '*_dictionary.xml'
         format_schema_path: /etc/clickhouse-server/config.d/
+        metric_log:
+          flush_interval_milliseconds: 30000
+          ttl: event_date + INTERVAL 1 DAY DELETE
+        part_log:
+          ttl: event_date + INTERVAL 1 DAY DELETE
+        processors_profile_log:
+          flush_interval_milliseconds: 30000
+          ttl: event_date + INTERVAL 1 DAY DELETE
         prometheus:
           endpoint: /metrics
           port: 9363
+        query_log:
+          flush_interval_milliseconds: 30000
+          partition_by: toYYYYMM(event_date)
+          ttl: event_date + INTERVAL 1 DAY DELETE
+        query_thread_log:
+          ttl: event_date + INTERVAL 1 DAY DELETE
+        query_views_log:
+          ttl: event_date + INTERVAL 1 DAY DELETE
+        session_log:
+          ttl: event_date + INTERVAL 1 DAY DELETE
         tmp_path: /var/lib/clickhouse/tmp/
+        trace_log:
+          flush_interval_milliseconds: 30000
+          ttl: event_date + INTERVAL 1 DAY DELETE
         user_defined_executable_functions_config: /etc/clickhouse-server/functions/custom-functions.xml
         user_directories:
           users_xml:
             path: users.xml
         user_files_path: /var/lib/clickhouse/user_files/
         user_scripts_path: /var/lib/clickhouse/user_scripts/
+        zookeeper_log:
+          ttl: event_date + INTERVAL 1 DAY DELETE
       config.d/formatting.yaml: |
         logger:
           console: 1
@@ -81,6 +106,7 @@ spec:
         query_metric_log:
           ttl: event_date + INTERVAL 3 DAY DELETE
         text_log:
+          flush_interval_milliseconds: 30000
           ttl: event_date + INTERVAL 3 DAY DELETE
       events.proto: |
         syntax = "proto3";
@@ -100,9 +126,9 @@ spec:
       admin/secondary_indices_enable_bulk_filtering: "0"
       default/allow_experimental_window_functions: "1"
       default/allow_nondeterministic_mutations: "1"
+      default/allow_simdjson: 0
       default/load_balancing: random
       default/log_queries: 1
-      default/max_memory_usage: 10000000000
       default/max_threads: 16
       default/query_plan_max_limit_for_lazy_materialization: "0"
       default/secondary_indices_enable_bulk_filtering: "0"

docs/examples/railway/template/casting.yaml.lock

@@ -28,8 +28,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -172,8 +172,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -420,13 +420,19 @@ spec:
       config:
         data:
           config.yaml: |
+            asynchronous_metric_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             dictionaries_config: '*_dictionary.xml'
             display_name: cluster
             distributed_ddl:
               path: /clickhouse/task_queue/ddl
+            error_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             format_schema_path: /var/lib/clickhouse/format_schemas/
             http_port: 8123
             interserver_http_port: 9009
+            latency_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             listen_host: '::'
             logger:
               console: 1
@@ -438,12 +444,30 @@ spec:
             macros:
               replica: "01"
               shard: "01"
+            metric_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            part_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             path: /var/lib/clickhouse/
+            processors_profile_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
             profiles:
               default:
+                allow_simdjson: 0
                 load_balancing: random
                 log_queries: 1
-                max_memory_usage: 10000000000
+            query_log:
+              flush_interval_milliseconds: 30000
+              partition_by: toYYYYMM(event_date)
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            query_metric_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            query_thread_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            query_views_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             quotas:
               default:
                 interval:
@@ -459,8 +483,16 @@ spec:
                 - replica:
                     host: localhost
                     port: 9000
+            session_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             tcp_port: 9000
+            text_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
             tmp_path: /var/lib/clickhouse/tmp/
+            trace_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
             user_defined_executable_functions_config: '*function.yaml'
             user_directories:
               users_xml:
@@ -482,6 +514,8 @@ spec:
               node:
               - host: signoz-telemetrykeeper-clickhousekeeper.railway.internal
                 port: 9181
+            zookeeper_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
           functions.yaml: |
             functions:
               argument:
@@ -506,13 +540,19 @@ spec:
       config:
         data:
           config.yaml: |
+            asynchronous_metric_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             dictionaries_config: '*_dictionary.xml'
             display_name: cluster
             distributed_ddl:
               path: /clickhouse/task_queue/ddl
+            error_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             format_schema_path: /var/lib/clickhouse/format_schemas/
             http_port: 8123
             interserver_http_port: 9009
+            latency_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             listen_host: '::'
             logger:
               console: 1
@@ -524,12 +564,30 @@ spec:
             macros:
               replica: "01"
               shard: "01"
+            metric_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            part_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             path: /var/lib/clickhouse/
+            processors_profile_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
             profiles:
               default:
+                allow_simdjson: 0
                 load_balancing: random
                 log_queries: 1
-                max_memory_usage: 10000000000
+            query_log:
+              flush_interval_milliseconds: 30000
+              partition_by: toYYYYMM(event_date)
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            query_metric_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            query_thread_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
+            query_views_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             quotas:
               default:
                 interval:
@@ -545,8 +603,16 @@ spec:
                 - replica:
                     host: localhost
                     port: 9000
+            session_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
             tcp_port: 9000
+            text_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
             tmp_path: /var/lib/clickhouse/tmp/
+            trace_log:
+              flush_interval_milliseconds: 30000
+              ttl: event_date + INTERVAL 1 DAY DELETE
             user_defined_executable_functions_config: '*function.yaml'
             user_directories:
               users_xml:
@@ -568,6 +634,8 @@ spec:
               node:
               - host: signoz-telemetrykeeper-clickhousekeeper.railway.internal
                 port: 9181
+            zookeeper_log:
+              ttl: event_date + INTERVAL 1 DAY DELETE
           functions.yaml: |
             functions:
               argument:

docs/examples/railway/template/pours/deployment/ingester/ingester.yaml

@@ -42,8 +42,8 @@ extensions:
     endpoint: 0.0.0.0:13133
 processors:
   batch:
-    send_batch_max_size: 25000
-    send_batch_size: 20000
+    send_batch_max_size: 55000
+    send_batch_size: 50000
     timeout: 5s
   batch/meter:
     send_batch_max_size: 25000

docs/examples/railway/template/pours/deployment/telemetrystore/config.d/config.yaml

@@ -1,10 +1,16 @@
+asynchronous_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 dictionaries_config: '*_dictionary.xml'
 display_name: cluster
 distributed_ddl:
   path: /clickhouse/task_queue/ddl
+error_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 format_schema_path: /var/lib/clickhouse/format_schemas/
 http_port: 8123
 interserver_http_port: 9009
+latency_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 listen_host: '::'
 logger:
   console: 1
@@ -16,12 +22,30 @@ logger:
 macros:
   replica: "01"
   shard: "01"
+metric_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
+part_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 path: /var/lib/clickhouse/
+processors_profile_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 profiles:
   default:
+    allow_simdjson: 0
     load_balancing: random
     log_queries: 1
-    max_memory_usage: 10000000000
+query_log:
+  flush_interval_milliseconds: 30000
+  partition_by: toYYYYMM(event_date)
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_thread_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_views_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 quotas:
   default:
     interval:
@@ -37,8 +61,16 @@ remote_servers:
     - replica:
         host: localhost
         port: 9000
+session_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tcp_port: 9000
+text_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tmp_path: /var/lib/clickhouse/tmp/
+trace_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 user_defined_executable_functions_config: '*function.yaml'
 user_directories:
   users_xml:
@@ -60,3 +92,5 @@ zookeeper:
   node:
   - host: signoz-telemetrykeeper-clickhousekeeper.railway.internal
     port: 9181
+zookeeper_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE

docs/examples/render/blueprint/casting.yaml.lock

@@ -28,8 +28,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -172,8 +172,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -426,9 +426,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -451,6 +451,40 @@ spec:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/
@@ -512,9 +546,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -537,6 +571,40 @@ spec:
               node:
                 - host: signoz-telemetrykeeper-clickhousekeeper-0
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/

docs/examples/render/blueprint/pours/deployment/configs/ingester/ingester.yaml

@@ -42,8 +42,8 @@ extensions:
     endpoint: 0.0.0.0:13133
 processors:
   batch:
-    send_batch_max_size: 25000
-    send_batch_size: 20000
+    send_batch_max_size: 55000
+    send_batch_size: 50000
     timeout: 5s
   batch/meter:
     send_batch_max_size: 25000

docs/examples/render/blueprint/pours/deployment/configs/telemetrystore/config.d/config.yaml

@@ -1,10 +1,16 @@
+asynchronous_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 dictionaries_config: '*_dictionary.xml'
 display_name: cluster
 distributed_ddl:
   path: /clickhouse/task_queue/ddl
+error_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 format_schema_path: /var/lib/clickhouse/format_schemas/
 http_port: 8123
 interserver_http_port: 9009
+latency_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 listen_host: 0.0.0.0
 logger:
   console: 1
@@ -16,12 +22,30 @@ logger:
 macros:
   replica: "01"
   shard: "01"
+metric_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
+part_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 path: /var/lib/clickhouse/
+processors_profile_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 profiles:
   default:
+    allow_simdjson: 0
     load_balancing: random
     log_queries: 1
-    max_memory_usage: 10000000000
+query_log:
+  flush_interval_milliseconds: 30000
+  partition_by: toYYYYMM(event_date)
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_thread_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_views_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 quotas:
   default:
     interval:
@@ -37,8 +61,16 @@ remote_servers:
     - replica:
       - host: signoz-telemetrystore-clickhouse-0-0
         port: 9000
+session_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tcp_port: 9000
+text_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tmp_path: /var/lib/clickhouse/tmp/
+trace_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 user_defined_executable_functions_config: '*function.yaml'
 user_directories:
   users_xml:
@@ -60,3 +92,5 @@ zookeeper:
   node:
   - host: signoz-telemetrykeeper-clickhousekeeper-0
     port: 9181
+zookeeper_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE

docs/examples/systemd/binary/casting.yaml.lock

@@ -32,8 +32,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -178,8 +178,8 @@ spec:
                     endpoint: "0.0.0.0:4318"
             processors:
               batch:
-                send_batch_size: 20000
-                send_batch_max_size: 25000
+                send_batch_size: 50000
+                send_batch_max_size: 55000
                 timeout: 5s
               batch/meter:
                 send_batch_size: 20000
@@ -435,9 +435,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -460,6 +460,40 @@ spec:
               node:
                 - host: localhost
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/
@@ -521,9 +555,9 @@ spec:
                 shard: "01"
             profiles:
                 default:
+                    allow_simdjson: 0
                     load_balancing: random
                     log_queries: 1
-                    max_memory_usage: 10000000000
             quotas:
                 default:
                     interval:
@@ -546,6 +580,40 @@ spec:
               node:
                 - host: localhost
                   port: 9181
+            query_log:
+                flush_interval_milliseconds: 30000
+                partition_by: toYYYYMM(event_date)
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_thread_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            query_views_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            part_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            metric_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            asynchronous_metric_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            trace_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            error_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            latency_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            processors_profile_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            session_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            text_log:
+                flush_interval_milliseconds: 30000
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
+            zookeeper_log:
+                ttl: "event_date + INTERVAL 1 DAY DELETE"
             tcp_port: 9000
             user_defined_executable_functions_config: '*function.yaml'
             user_scripts_path: /var/lib/clickhouse/user_scripts/

docs/examples/systemd/binary/pours/deployment/ingester/ingester.yaml

@@ -42,8 +42,8 @@ extensions:
     endpoint: 0.0.0.0:13133
 processors:
   batch:
-    send_batch_max_size: 25000
-    send_batch_size: 20000
+    send_batch_max_size: 55000
+    send_batch_size: 50000
     timeout: 5s
   batch/meter:
     send_batch_max_size: 25000

docs/examples/systemd/binary/pours/deployment/telemetrystore/clickhouse/config.yaml

@@ -1,10 +1,16 @@
+asynchronous_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 dictionaries_config: '*_dictionary.xml'
 display_name: cluster
 distributed_ddl:
   path: /clickhouse/task_queue/ddl
+error_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 format_schema_path: /var/lib/clickhouse/format_schemas/
 http_port: 8123
 interserver_http_port: 9009
+latency_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 listen_host: 0.0.0.0
 logger:
   console: 1
@@ -16,12 +22,30 @@ logger:
 macros:
   replica: "01"
   shard: "01"
+metric_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
+part_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 path: /var/lib/clickhouse/
+processors_profile_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 profiles:
   default:
+    allow_simdjson: 0
     load_balancing: random
     log_queries: 1
-    max_memory_usage: 10000000000
+query_log:
+  flush_interval_milliseconds: 30000
+  partition_by: toYYYYMM(event_date)
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_metric_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_thread_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
+query_views_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 quotas:
   default:
     interval:
@@ -37,8 +61,16 @@ remote_servers:
     - replica:
       - host: localhost
         port: 9000
+session_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tcp_port: 9000
+text_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 tmp_path: /var/lib/clickhouse/tmp/
+trace_log:
+  flush_interval_milliseconds: 30000
+  ttl: event_date + INTERVAL 1 DAY DELETE
 user_defined_executable_functions_config: '*function.yaml'
 user_directories:
   users_xml:
@@ -60,3 +92,5 @@ zookeeper:
   node:
   - host: localhost
     port: 9181
+zookeeper_log:
+  ttl: event_date + INTERVAL 1 DAY DELETE

internal/molding/ingestermolding/ingester.go

@@ -92,11 +92,11 @@ func (molding *ingester) getData(config *v1alpha1.Casting) (Data, error) {
 	}
 
 	return Data{
-		SignozOpampAddress:             signozAddress,
-		TelemetryStoreTracesAddress:    strings.Join(telemetryStoreTracesAddresses, ","),
-		TelemetryStoreMetricsAddress:   strings.Join(telemetryStoreMetricsAddresses, ","),
-		TelemetryStoreLogsAddress:      strings.Join(telemetryStoreLogsAddresses, ","),
-		TelemetryStoreMeterAddress:     strings.Join(telemetryStoreMeterAddresses, ","),
-		TelemetryStoreMetadataAddress:  strings.Join(telemetryStoreMetadataAddresses, ","),
+		SignozOpampAddress:            signozAddress,
+		TelemetryStoreTracesAddress:   strings.Join(telemetryStoreTracesAddresses, ","),
+		TelemetryStoreMetricsAddress:  strings.Join(telemetryStoreMetricsAddresses, ","),
+		TelemetryStoreLogsAddress:     strings.Join(telemetryStoreLogsAddresses, ","),
+		TelemetryStoreMeterAddress:    strings.Join(telemetryStoreMeterAddresses, ","),
+		TelemetryStoreMetadataAddress: strings.Join(telemetryStoreMetadataAddresses, ","),
 	}, nil
 }

internal/molding/ingestermolding/template.go

@@ -15,10 +15,10 @@ var (
 )
 
 type Data struct {
-	SignozOpampAddress              string
-	TelemetryStoreTracesAddress    string
-	TelemetryStoreMetricsAddress   string
-	TelemetryStoreLogsAddress      string
-	TelemetryStoreMeterAddress     string
-	TelemetryStoreMetadataAddress  string
+	SignozOpampAddress            string
+	TelemetryStoreTracesAddress   string
+	TelemetryStoreMetricsAddress  string
+	TelemetryStoreLogsAddress     string
+	TelemetryStoreMeterAddress    string
+	TelemetryStoreMetadataAddress string
 }

internal/molding/ingestermolding/templates/config.v0129x.yaml.gotmpl

@@ -14,8 +14,8 @@ receivers:
         endpoint: "0.0.0.0:4318"
 processors:
   batch:
-    send_batch_size: 20000
-    send_batch_max_size: 25000
+    send_batch_size: 50000
+    send_batch_max_size: 55000
     timeout: 5s
   batch/meter:
     send_batch_size: 20000

internal/molding/telemetrystoremolding/templates/config.clickhouse.v2556.yaml.gotmpl

@@ -21,9 +21,9 @@ macros:
     shard: "01"
 profiles:
     default:
+        allow_simdjson: 0
         load_balancing: random
         log_queries: 1
-        max_memory_usage: 10000000000
 quotas:
     default:
         interval:
@@ -54,6 +54,40 @@ zookeeper:
     - host: {{ $addr.Host }}
       port: {{ $addr.Port }}
 {{- end }}
+query_log:
+    flush_interval_milliseconds: 30000
+    partition_by: toYYYYMM(event_date)
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+query_thread_log:
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+query_metric_log:
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+query_views_log:
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+part_log:
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+metric_log:
+    flush_interval_milliseconds: 30000
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+asynchronous_metric_log:
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+trace_log:
+    flush_interval_milliseconds: 30000
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+error_log:
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+latency_log:
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+processors_profile_log:
+    flush_interval_milliseconds: 30000
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+session_log:
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+text_log:
+    flush_interval_milliseconds: 30000
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
+zookeeper_log:
+    ttl: "event_date + INTERVAL 1 DAY DELETE"
 tcp_port: 9000
 user_defined_executable_functions_config: '*function.yaml'
 user_scripts_path: /var/lib/clickhouse/user_scripts/