Spotlight api

apps/spotlight/admin.py

@@ -0,0 +1,3 @@
+from django.contrib import admin
+
+# Register your models here.

apps/spotlight/apps.py

@@ -0,0 +1,5 @@
+from django.apps import AppConfig
+
+
+class SpotlightConfig(AppConfig):
+    name = 'spotlight'

apps/spotlight/llm.py

@@ -0,0 +1,96 @@
+import os
+import boto3
+import openai
+import json
+from typing import Dict
+
+
+AWS_REGION = os.environ.get("AWS_REGION")
+AWS_ACCESS_KEY_ID = os.environ.get("AWS_ACCESS_KEY_ID")
+AWS_SECRET_ACCESS_KEY = os.environ.get("AWS_SECRET_ACCESS_KEY")
+
+OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
+KNOWLEDGE_BASE_ID = os.environ.get("KNOWLEDGE_BASE_ID")
+
+
+bedrock_session = boto3.Session(
+    region_name=AWS_REGION,
+    aws_access_key_id=AWS_ACCESS_KEY_ID,
+    aws_secret_access_key=AWS_SECRET_ACCESS_KEY
+)
+
+openai_client = openai.OpenAI(
+    api_key=OPENAI_API_KEY,
+    max_retries=5,
+    timeout=10
+)
+
+
+def get_openai_response(*, system_prompt: str) -> dict:
+    try:
+        chat_completion_resp = openai_client.chat.completions.create(
+            model="gpt-4o",
+            response_format={
+                "type": "json_object"
+            },
+            messages=[
+                {"role": "system", "content": system_prompt}
+            ],
+            temperature=0,
+            max_tokens=1000,
+            top_p=0,
+            frequency_penalty=0,
+            presence_penalty=0
+        )
+
+        return json.loads(
+            chat_completion_resp.choices[0].message.content
+        )
+
+    except (openai.OpenAIError, json.JSONDecodeError) as e:
+        raise Exception(message=str(e))
+
+
+
+def get_support_response_from_bedrock(*, prompt_template: str, input_message: str) -> Dict:
+    try:
+        bedrock_agent_runtime_client = bedrock_session.client(
+            'bedrock-agent-runtime'
+        )
+
+        response = bedrock_agent_runtime_client.retrieve_and_generate(
+            input={
+                'text': input_message
+            },
+            retrieveAndGenerateConfiguration={
+                'type': 'KNOWLEDGE_BASE',
+                'knowledgeBaseConfiguration': {
+                    'knowledgeBaseId': KNOWLEDGE_BASE_ID,
+                    'modelArn': 'arn:aws:bedrock:ap-south-1::foundation-model/anthropic.claude-3-sonnet-20240229-v1:0',
+                    'generationConfiguration': {
+                        'inferenceConfig': {
+                            'textInferenceConfig': {
+                                'maxTokens': 2048,
+                                'stopSequences': [],
+                                'temperature': 0,
+                                'topP': 1
+                            }
+                        },
+                        'promptTemplate': {
+                            'textPromptTemplate': prompt_template
+                        }
+                    },
+                    'retrievalConfiguration': {
+                        'vectorSearchConfiguration': {
+                            'numberOfResults': 5,
+                            'overrideSearchType': 'HYBRID',
+                        }
+                    }
+                }
+            }
+        )
+
+        return response
+
+    except json.JSONDecodeError as e:
+        print(e)

apps/spotlight/migrations/0001_initial.py

@@ -0,0 +1,32 @@
+# Generated by Django 3.1.14 on 2024-09-10 05:28
+
+from django.conf import settings
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [
+        migrations.swappable_dependency(settings.AUTH_USER_MODEL),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Query',
+            fields=[
+                ('id', models.AutoField(primary_key=True, serialize=False)),
+                ('query', models.TextField()),
+                ('workspace_id', models.IntegerField(help_text='Workspace id of the organization')),
+                ('_llm_response', models.JSONField(default={})),
+                ('created_at', models.DateTimeField(auto_now_add=True, help_text='Created at datetime')),
+                ('updated_at', models.DateTimeField(auto_now=True, help_text='Updated at datetime')),
+                ('user', models.ForeignKey(help_text='Reference to users table', on_delete=django.db.models.deletion.CASCADE, to=settings.AUTH_USER_MODEL)),
+            ],
+            options={
+                'db_table': 'queries',
+            },
+        ),
+    ]

apps/spotlight/models.py

@@ -0,0 +1,23 @@
+from django.db import models
+from django.contrib.auth import get_user_model
+
+
+User = get_user_model()
+
+
+# Create your models here.
+class Query(models.Model):
+    id = models.AutoField(primary_key=True)
+    query = models.TextField()
+    workspace_id = models.IntegerField(help_text="Workspace id of the organization")
+    _llm_response = models.JSONField(default={})
+    user = models.ForeignKey(User, on_delete=models.CASCADE, help_text='Reference to users table')
+    created_at = models.DateTimeField(
+        auto_now_add=True, help_text="Created at datetime"
+    )
+    updated_at = models.DateTimeField(
+        auto_now=True, help_text="Updated at datetime"
+    )
+
+    class Meta:
+        db_table = 'queries'