Add clickhouse exporter

apps/clickhouse-operator.yaml

@@ -7,7 +7,8 @@ spec:
   project: default
   destination:
     server: https://kubernetes.default.svc
-    namespace: clickhouse
+    # i don't wanna deal with making this cluster scoped
+    namespace: otel
   syncPolicy:
     automated:
       prune: true

apps/clickhouse.yaml

@@ -1,18 +0,0 @@
-apiVersion: argoproj.io/v1alpha1
-kind: Application
-metadata:
-  name: clickhouse
-  namespace: argocd
-spec:
-  project: default
-  destination:
-    server: https://kubernetes.default.svc
-    namespace: clickhouse
-  syncPolicy:
-    automated:
-      prune: true
-      selfHeal: false
-  source:
-    repoURL: https://github.com/zoriya/snow
-    targetRevision: HEAD
-    path: apps/clickhouse

apps/otel-operator.yaml

@@ -25,7 +25,7 @@ spec:
             enabled: false
         manager:
           collectorImage:
-            repository: ghcr.io/open-telemetry/opentelemetry-collector-releases/opentelemetry-collector-k8s
+            repository: ghcr.io/open-telemetry/opentelemetry-collector-releases/opentelemetry-collector-contrib
         admissionWebhooks:
           certManager:
             enabled: true

apps/otel/otel-ingress.yaml

@@ -0,0 +1,24 @@
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  name: ingress-otel
+  annotations:
+    cert-manager.io/cluster-issuer: letsencrypt
+    acme.cert-manager.io/http01-edit-in-place: "true"
+spec:
+  ingressClassName: cilium
+  rules:
+    - host: otel.sdg.moe
+      http:
+        paths:
+          - path: /
+            pathType: Prefix
+            backend:
+              service:
+                name: otel-collector
+                port:
+                  name: otlp-grpc
+  tls:
+    - hosts:
+        - otel.sdg.moe
+      secretName: otel-ssl

apps/otel/otel.yaml

@@ -6,17 +6,17 @@ spec:
   mode: daemonset
   config:
     receivers:
-      hostmetrics:
-        scrapers:
-          cpu:
-          disk:
-          filesystem:
-          load:
-          memory:
-          network:
-          process:
-          processes:
-          paging:
+      # hostmetrics:
+      #   scrapers:
+      #     cpu:
+      #     disk:
+      #     filesystem:
+      #     load:
+      #     memory:
+      #     network:
+      #     process:
+      #     processes:
+      #     paging:
       otlp:
         protocols:
           grpc:
@@ -35,7 +35,24 @@ spec:
         timeout: 5s
 
     exporters:
-      debug: {}
+      debug:
+        verbosity: detailed
+      clickhouse:
+        endpoint: tcp://clickhouse-otel-cluster:9000?dial_timeout=10s&compress=lz4&async_insert=1
+        ttl: 168h # a week
+        traces_table_name: otel_traces
+        logs_table_name: otel_logs
+        create_schema: true
+        timeout: 5s
+        database: default
+        sending_queue:
+          queue_size: 1000
+        retry_on_failure:
+          enabled: true
+          initial_interval: 5s
+          max_interval: 30s
+          max_elapsed_time: 300s
+
 
     extensions:
       health_check:
@@ -51,12 +68,12 @@ spec:
         traces:
           receivers: [otlp]
           processors: [memory_limiter, batch]
-          exporters: [debug]
+          exporters: [debug, clickhouse]
         metrics:
-          receivers: [otlp, hostmetrics]
+          receivers: [otlp] #[otlp, hostmetrics]
           processors: [memory_limiter, batch]
-          exporters: [debug]
+          exporters: [debug, clickhouse]
         logs:
           receivers: [otlp]
           processors: [memory_limiter, batch]
-          exporters: [debug]
+          exporters: [debug, clickhouse]