Distributed Tracing - Jaeger and OpenTelemetry Collector

$ helm show values oci://registry-1.docker.io/bitnamicharts/cassandra > values.yaml

$ kubectl -n nsa2 create secret generic cassandra-credentials \
  --from-literal=password=changeme --dry-run=client -o yaml | \
  yq eval 'del(.metadata.creationTimestamp)' >  \
cassandra-credentials.yaml

apiVersion: v1
data:
  password: Y2hhbmdlbWU=
kind: Secret
metadata:
  name: cassandra-credentials
  namespace: nsa2

$ kubectl -n nsa2 apply -f cassandra-credentials.yaml

# create a ConfigMap for initDBConfigMap adding 'create-keyspace.cql' script
$ kubectl -n nsa2 create configmap cassandra-initdb-configmap \
  --from-file=create-keyspace.cql --dry-run=client -o yaml | \
  yq eval 'del(.metadata.creationTimestamp)' > \
  cassandra-initdb-configmap.yaml

dbUser:
  existingSecret:
    name: cassandra-credentials
    keyMapping:
      cassandra-password: password

initDBConfigMap: "cassandra-initdb-configmap"

replicaCount: 1

nodeSelector:
  agentpool: depnodes

resources:
  limits:
    cpu: 400m
    memory: 2048Mi
  requests:
    cpu: 100m
    memory: 128Mi

#$ helm -n nsa2 install cassandra oci://registry-1.docker.io/bitnamicharts/cassandra -f nsa2-cassandra-opensearch-values.yaml
$ helm -n nsa2 install cassandra oci://registry-1.docker.io/bitnamicharts/cassandra -f nsa2-cassandra-values.yaml


NAME: cassandra
LAST DEPLOYED: Sat Aug 31 03:22:07 2024
NAMESPACE: nsa2
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
CHART NAME: cassandra
CHART VERSION: 11.3.14
APP VERSION: 4.1.6** Please be patient while the chart is being deployed **

Cassandra can be accessed through the following URLs from within the cluster:

  - CQL: cassandra.nsa2.svc.cluster.local:9042

To get your password run:

   export CASSANDRA_PASSWORD=$(kubectl get secret --namespace "nsa2" \
    cassandra-credentials -o jsonpath="{.data.cassandra-password}" | base64 -d)

Check the cluster status by running:

   kubectl exec -it --namespace nsa2 \
     $(kubectl get pods --namespace nsa2 \
     -l app.kubernetes.io/name=cassandra,app.kubernetes.io/instance=cassandra \
      -o jsonpath='{.items[0].metadata.name}') nodetool status

To connect to your Cassandra cluster using CQL:

1. Run a Cassandra pod that you can use as a client:

   kubectl run --namespace nsa2 cassandra-client --rm --tty -i --restart='Never' \
   --env CASSANDRA_PASSWORD=$CASSANDRA_PASSWORD \
    \
   --image docker.io/bitnami/cassandra:4.1.6-debian-12-r3 -- bash

2. Connect using the cqlsh client:

   cqlsh -u cassandra -p $CASSANDRA_PASSWORD cassandra

To connect to your database from outside the cluster execute the following commands:

   kubectl port-forward --namespace nsa2 svc/cassandra 9042:9042 &
   cqlsh -u cassandra -p $CASSANDRA_PASSWORD 127.0.0.1 9042
WARNING: JVM Max Heap Size not set in value jvm.maxHeapSize. When not set, the chart will calculate the following size:
     MIN(Memory Limit (if set) / 4, 1024M)
WARNING: JVM New Heap Size not set in value jvm.newHeapSize. When not set, the chart will calculate the following size:
     MAX(Memory Limit (if set) / 64, 256M)

$ helm -n nsa2 uninstall cassandra

$ kubeclt -n nsa2 port-forward svc/cassandra 9042:9042

$ pip install cqlsh
$ pip install cassandra-driver

$ cqlsh -u cassandra -p $CASSANDRA_PASSWORD 127.0.0.1 9042

cqlsh > SHOW VERSION;

cqlsh > SHOW HOST;

cqlsh > DESC KEYSPACES;

cqlsh > CREATE KEYSPACE jaeger_nsa2 WITH REPLICATION = {'class': 'SimpleStrategy', 'replication_factor': 1};

cqlsh > DESC KEYSPACES;

cqlsh > USE jaeger_nsa2;

$ helm repo add jaegertracing https://jaegertracing.github.io/helm-charts
$ helm repo update

$ helm show values jaegertracing/jaeger > jaeger-values.yaml

provisionDataStore:
  cassandra: false

storage:
  cassandra:
    user: cassandra
    existingSecret: cassandra-credentials
    keyspace: jaeger_nsa2


agent:
  enabled: false

collector:
  service:
    otlp:
      http:
        name: otlp-http
        port: 4318
      grpc:
        name: otlp-grpc
        port: 4317

  resources:
    limits:
      cpu: 200m
      memory: 512Mi
    requests:
      cpu: 100m
      memory: 128Mi
  nodeSelector:
      agentpool: depnodes

query:
  # basePath: /traces

  oAuthSidecar:
    enabled: false
    resources:
      limits:
        cpu: 200m
        memory: 512Mi
      requests:
        cpu: 100m
        memory: 128Mi
    args:
      - --config
      - /etc/oauth2-proxy/oauth2-proxy.cfg
      - --client-secret
      - "$(client-secret)"
    extraEnv:
      - name: client-secret
        value: secret
#        valueFrom:
#          secretKeyRef:
#            name: client-secret
#            key: client-secret-key
    config: |-
      provider = "oidc"
      http_address = "http://jaeger-query:4180"
      upstreams = ["http://127.0.0.1:16686"]
      scope = "openid profile"
      redirect_url = "http://jaeger-query/oauth2/callback"
      ssl_insecure_skip_verify = false
      client_id = "jaeger-query"
      oidc_issuer_url = "http://nsa2-auth-server:9000"
      cookie_secure = "false"
      cookie_secret = ""
      email_domains = "*"
      #oidc_groups_claim = "groups"
      user_id_claim = "preferred_username"
      skip_provider_button = "true"
  resources:
    limits:
      cpu: 200m
      memory: 1024Mi
    requests:
      cpu: 100m
      memory: 128Mi

  agentSidecar:
    enabled: false

  nodeSelector:
    agentpool: depnodes

storage:
  cassandra:
    user: cassandra
    existingSecret: cassandra-credentials
    keyspace: jaeger_nsa2

$ helm -n nsa2 install jaeger jaegertracing/jaeger -f nsa2-jaeger-values.yaml

$ helm -n nsa2 upgrade jaeger jaegertracing/jaeger -f nsa2-jaeger-values.yaml

$ helm -n nsa2 uninstall jaeger

$ cqlsh 127.0.0.1 -u cassandra -p $CASSANDRA_PASSWORD

# Show keyspaces to see if jaeger_nsa2 exists
cqlsh> DESC KEYSPACES

# Use jaeger_nsa2 keyspace
cqlsh> USE jaeger_nsa2;

# Show tables in jaeger_nsa2 keyspace
cqlsh> DESC TABLES;

dependencies_v2  operation_names_v2      service_name_index       tag_index
duration_index   operation_throughput    service_names            traces
leases           sampling_probabilities  service_operation_index

$ kubectl -n nsa2 port-forward svc/jaeger-query 16686:80

$ kubectl -n nsa2 port-forward service/jaeger-query 16686:80

$ kubectl -n nsa2 port-forward service/zipkin 9411:9411