Setup metrics export

.gitignore

@@ -135,3 +135,7 @@ dmypy.json
 .pyre/
 .rasa/
 models/
+
+.config/
+.keras/
+augmentation_data/

collector-config.yaml

@@ -0,0 +1,25 @@
+receivers:
+  otlp:
+    protocols:
+      grpc:
+        endpoint: 0.0.0.0:4317
+
+exporters:
+  debug:
+
+  prometheus:
+    endpoint: 0.0.0.0:8889
+
+  otlp/jaeger:
+    endpoint: jaeger:4317
+    tls:
+      insecure: true
+
+service:
+  pipelines:
+    traces:
+      receivers: [otlp]
+      exporters: [otlp/jaeger]
+    metrics:
+      receivers: [otlp]
+      exporters: [debug, prometheus]

config.yml

@@ -4,13 +4,15 @@ pipeline:
 - name: KeywordIntentClassifier
 - name: NLUCommandAdapter
 - name: LLMCommandGenerator
+  trace_prompt_tokens: true
   llm:
     model_name: gpt-4
     request_timeout: 7
 
 policies:
-- name: rasa.core.policies.flow_policy.FlowPolicy
-- name: rasa_plus.ml.EnterpriseSearchPolicy
-- name: rasa_plus.ml.IntentlessPolicy
+- name: FlowPolicy
+- name: EnterpriseSearchPolicy
+- name: IntentlessPolicy
 
 #  - name: RulePolicy
+assistant_id: 20240219-110701-dichotomic-inference

docker-compose.yml

@@ -0,0 +1,65 @@
+version: '3.8'
+
+services:
+
+ prometheus:
+    image: prom/prometheus:latest
+    volumes:
+      - ./prometheus.yml:/etc/prometheus/prometheus.yml
+    command:
+      - '--config.file=/etc/prometheus/prometheus.yml'
+      - '--enable-feature=otlp-write-receiver'
+    ports:
+      - "9090:9090"
+
+ grafana:
+    image: grafana/grafana:latest
+    ports:
+      - "3000:3000"
+    volumes:
+      - grafana_data:/var/lib/grafana
+
+ jaeger:
+    image: jaegertracing/all-in-one:latest
+    ports:
+      - "16686:16686"
+      - "6831:6831/udp"
+      - "14269:14269"
+      - "4317"
+#    healthcheck:
+#      test: ["CMD", "curl", "http://localhost:14269"]
+#      interval: 15s
+#      timeout: 10s
+#      retries: 5
+#      start_period: 15s
+    environment:
+      - COLLECTOR_OTLP_ENABLED=true
+
+ assistant:
+    image: rasa-private:rasa-private-dev
+    volumes:
+      - .:/app
+    command:
+      - 'inspect'
+    ports:
+      - "5005:5005"
+    env_file:
+      - .env
+    depends_on:
+      otlp-collector:
+        condition: service_started
+
+ otlp-collector:
+   image: otel/opentelemetry-collector:latest
+   volumes:
+     - ./collector-config.yaml:/etc/otelcol/config.yaml
+   ports:
+     - "4317:4317" # otlp grpc receiver
+     - "8888:8888" # Prometheus' metrics exposed by the collector
+     - "8889:8889" # Prometheus exporter configured metrics
+   depends_on:
+     jaeger:
+       condition: service_started
+
+volumes:
+ grafana_data:

endpoints.yml

@@ -56,4 +56,16 @@ action_endpoint:
 #  queue: queue
 #
 nlg:
-  type: rasa_plus.ml.ContextualResponseRephraser
+  type: rephrase
+
+tracing:
+  type: otlp
+  endpoint: otlp-collector:4317
+  insecure: true
+  service_name: rasa
+
+metrics:
+  type: otlp
+  endpoint: otlp-collector:4317
+  insecure: true
+  service_name: rasa

prometheus.yml

@@ -0,0 +1,7 @@
+scrape_configs:
+  - job_name: 'test-app'
+    scrape_interval: 5s
+    scrape_timeout: 3s
+    static_configs:
+      - targets: ['otlp-collector:8888']
+      - targets: ['otlp-collector:8889']