Fix response ordering, drop Option from DetectorRequest parameters (#59)

Signed-off-by: declark1 <[email protected]>
foundation-model-stack · Jun 4, 2024 · 01514f3 · 01514f3
1 parent 3f066cb
commit 01514f3
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 8 deletions.
diff --git a/src/clients/detector.rs b/src/clients/detector.rs
@@ -50,16 +50,11 @@ impl DetectorClient {
 #[derive(Clone, Default, Debug, PartialEq, Serialize, Deserialize)]
 pub struct DetectorRequest {
     pub text: String,
-    pub parameters: Option<HashMap<String, serde_json::Value>>,
+    pub parameters: HashMap<String, serde_json::Value>,
 }
 
 impl DetectorRequest {
     pub fn new(text: String, parameters: HashMap<String, serde_json::Value>) -> Self {
-        let parameters = if parameters.is_empty() {
-            None
-        } else {
-            Some(parameters)
-        };
         Self { text, parameters }
     }
 }

diff --git a/src/orchestrator.rs b/src/orchestrator.rs
@@ -308,7 +308,7 @@ async fn handle_chunk_task(
                 Ok::<Vec<Chunk>, Error>(results)
             }
         })
-        .buffer_unordered(5)
+        .buffered(5)
         .collect::<Vec<_>>()
         .await
         .into_iter()
@@ -373,7 +373,7 @@ async fn handle_detection_task(
                 Ok::<Vec<TokenClassificationResult>, Error>(results)
             }
         })
-        .buffer_unordered(5)
+        .buffered(5)
         .collect::<Vec<_>>()
         .await
         .into_iter()