Email in API key

Makefile

@@ -22,12 +22,11 @@ build_base:
 	docker build --no-cache -t $(NAME)_base:latest -f ../base.dockerfile .
 
 build_service:
-
+	cp ../check_and_update_env.sh ./
 	tar -hczvf src.tar.gz src
-
 	docker build --no-cache --build-arg NAME=$(NAME) -t $(NAME):latest -f ../service.dockerfile  . 
-
 	rm src.tar.gz
+	rm ./check_and_update_env.sh
 
 build_all_base:
 

compose/dev/.env

@@ -1,6 +1,7 @@
-# RabbitMQ Ports
-DEV_RABBITMQ_PORT=5673
-RABBITMQ_INTERNAL_PORT=5672
+# Broker Ports
+DEV_BROKER_PORT=6379
+BROKER_INTERNAL_PORT=6379
+BROKER_PROTOCOL=redis://
 
 # MinIO Ports
 DEV_MINIO_PORT=27018
@@ -42,8 +43,6 @@ LOKI_INTERNAL_PORT=3100
 N_DEVICES=$N_DEVICES
 
 # Credentials and Other Configs
-RABBITMQ_DEFAULT_USER=guest
-RABBITMQ_DEFAULT_PASS=guest
 GRAFANA_ADMIN_USER=admin
 GRAFANA_ADMIN_PASSWORD=admin
 HOST_IP=$HOST_IP

compose/dev/docker-compose.yml

@@ -1,11 +1,8 @@
 services:
-  rabbitmq:
-    image: rabbitmq:3.11.28
-    environment:
-      RABBITMQ_DEFAULT_USER: ${RABBITMQ_DEFAULT_USER}
-      RABBITMQ_DEFAULT_PASS: ${RABBITMQ_DEFAULT_PASS}
+  message_broker:
+    image: redis:latest
     ports:
-      - ${DEV_RABBITMQ_PORT}:${RABBITMQ_INTERNAL_PORT}
+      - ${DEV_BROKER_PORT}:${BROKER_INTERNAL_PORT}
 
   minio:
     image: minio/minio:latest
@@ -48,7 +45,7 @@ services:
       - ${DEV_API_PORT}:${API_INTERNAL_PORT}
     environment:
       OBJECT_STORE_URL: ${HOST_IP}:${DEV_MINIO_PORT}
-      RMQ_URL: amqp://${RABBITMQ_DEFAULT_USER}:${RABBITMQ_DEFAULT_PASS}@${HOST_IP}:${DEV_RABBITMQ_PORT}/
+      BROKER_URL: ${BROKER_PROTOCOL}@${HOST_IP}:${DEV_BROKER_PORT}/
       WORKERS: 1
       RAY_ADDRESS: ray://${HOST_IP}:${DEV_RAY_CLIENT_PORT}
       LOKI_URL: http://${HOST_IP}:${DEV_LOKI_PORT}/loki/api/v1/push

compose/dev/service_config.yml

@@ -3,7 +3,7 @@ request_import_path: src.ray.deployments.request:app
 request_num_replicas: 1
 models:
 
-  - model_key: 'nnsight.models.LanguageModel.LanguageModel:{"repo_id": "openai-community/gpt2"}'
+  - model_key: 'nnsight.modeling.language.LanguageModel:{"repo_id": "openai-community/gpt2"}'
     ray_actor_options:
       num_gpus: 1
     num_replicas: 1

load_testing/LocustBackend.py

@@ -4,8 +4,8 @@
 from typing import Any
 
 from nnsight.contexts.backends.RemoteBackend import RemoteBackend, RemoteMixin
-from nnsight.schema.Request import RequestModel
-from nnsight.schema.Response import ResponseModel
+from nnsight.schema.request import RequestModel
+from nnsight.schema.response import ResponseModel
 import requests
 import socketio
 from tqdm import tqdm