[metrics] Add OpenAI metrics about chat completions and text completi…

…ons (#684)

docker/metrics/prometheus.yml

@@ -0,0 +1,28 @@
+#
+# Copyright DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+global:
+  scrape_interval: 15s
+
+scrape_configs:
+  - job_name: 'langstream'
+    static_configs:
+      - targets: ['host.docker.internal:8790']
+        labels:
+          namespace: 'ls-docker'
+          pod: 'app-docker-local'
+          langstream_application: 'app'
+          langstream_agent: 'docker'

docker/metrics/provisioning/dashboards/dashboards.yml

@@ -0,0 +1,30 @@
+#
+# Copyright DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+apiVersion: 1
+
+providers:
+  - name: 'langstream'
+    orgId: 1
+    folder: ''
+    folderUid: '123123'
+    type: file
+    disableDeletion: false
+    updateIntervalSeconds: 10
+    allowUiUpdates: true
+    options:
+      path: /var/lib/grafana/dashboards
+      foldersFromFilesStructure: true

docker/metrics/provisioning/datasources/prometheus-datasources.yml

@@ -0,0 +1,23 @@
+#
+# Copyright DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+apiVersion: 1
+datasources:
+  - name: prometheus
+    type: prometheus
+    access: proxy
+    url: http://host.docker.internal:9090
+    isDefault: true

docker/metrics/run-local-grafana.sh

@@ -0,0 +1,34 @@
+#
+# Copyright DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+#/bin/bash
+
+HERE=$(dirname $0)
+docker rm -f prometheus
+docker run -d -p 9090:9090 --name prometheus -v $HERE/prometheus.yml:/etc/prometheus/prometheus.yml prom/prometheus
+docker rm -f grafana
+
+docker run -d -p 3000:3000 --name=grafana \
+  -e "GF_SECURITY_ADMIN_USER=admin" \
+  -e "GF_SECURITY_ADMIN_PASSWORD=admin" \
+  -v $HERE/provisioning:/etc/grafana/provisioning \
+  -v $HERE/dashboards:/var/lib/grafana/dashboards \
+  grafana/grafana
+
+
+echo "Open Grafana at http://localhost:3000/"
+echo "Username: admin"
+echo "Password: admin"

examples/applications/flare/flare-text-generator.yaml

@@ -100,6 +100,7 @@ pipeline:
       logprobs: 5
       logprobs-field: "value.tokens"
       max-tokens: 100
+      stream: false
       prompt:
           - |
               There is a list of documents that you must use to perform your task.