Renamed index_codepoints to slice_codepoints and updated to do it cle…

…aner (#67)

* Renamed index_codepoints to slice_codepoints and updated to do it cleaner

Signed-off-by: declark1 <[email protected]>

* Update apply_masks to use slice_codepoints

Signed-off-by: declark1 <[email protected]>

---------

Signed-off-by: declark1 <[email protected]>

src/orchestrator.rs

@@ -361,7 +361,7 @@ async fn handle_detection_task(
                 .filter_map(|resp| {
                     let mut result: TokenClassificationResult = resp.into();
                     result.word =
-                        index_codepoints(&chunk.text, result.start as usize, result.end as usize);
+                        slice_codepoints(&chunk.text, result.start as usize, result.end as usize);
                     result.start += chunk.offset as u32;
                     result.end += chunk.offset as u32;
                     (result.score >= threshold).then_some(result)
@@ -579,19 +579,18 @@ async fn generate(
     }
 }
 
-/// Get codepoints of text between start and end indices
-fn index_codepoints(text: &str, start: usize, end: usize) -> String {
-    let chars = text.chars().collect::<Vec<_>>();
-    chars[start..end].iter().collect()
+/// Slices chars between start and end indices.
+fn slice_codepoints(text: &str, start: usize, end: usize) -> String {
+    let len = end - start;
+    text.chars().skip(start).take(len).collect()
 }
 
 /// Applies masks to input text, returning (offset, masked_text) pairs.
 fn apply_masks(text: &str, masks: &[(usize, usize)]) -> Vec<(usize, String)> {
-    let chars = text.chars().collect::<Vec<_>>();
     masks
         .iter()
         .map(|(start, end)| {
-            let masked_text = chars[*start..*end].iter().cloned().collect();
+            let masked_text = slice_codepoints(text, *start, *end);
             (*start, masked_text)
         })
         .collect()
@@ -704,10 +703,10 @@ mod tests {
     }
 
     #[test]
-    fn test_index_codepoints() {
+    fn test_slice_codepoints() {
         let s = "Hello world";
-        assert_eq!(index_codepoints(s, 0, 5), "Hello");
+        assert_eq!(slice_codepoints(s, 0, 5), "Hello");
         let s = "哈囉世界";
-        assert_eq!(index_codepoints(s, 3, 4), "界");
+        assert_eq!(slice_codepoints(s, 3, 4), "界");
     }
 }