Merge pull request #92 from marov/master

fix: no attribute 'set_url'
ray-project · Nov 15, 2023 · 335e688 · 335e688
2 parents ae910a2 + 3eb6892
commit 335e688
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/rayllm/frontend/app.py b/rayllm/frontend/app.py
@@ -484,8 +484,8 @@ def noop(*args, **kwargs):
         )
         port = ray.get(controller.get_http_config.remote()).port
 
-        blocks._queue.set_url(f"http://localhost:{port}{route_prefix}/")
         blocks._queue.set_url = noop
+        blocks._queue.set_url(f"http://localhost:{port}{route_prefix}/")
 
 
 app = AviaryFrontend.options(
@@ -495,7 +495,11 @@ def noop(*args, **kwargs):
             "env_vars": {
                 k: v
                 for k, v in os.environ.items()
-                if k.startswith("AVIARY") or k.startswith("OPENAI")
+                if (
+                    k.startswith("AVIARY")
+                    or k.startswith("OPENAI")
+                    or k.startswith("MONGO")
+                )
             }
         },
     },