[OPIK-594] Triggering LLM calls to score after Traces are received (#…

…1038) * Triggering LLM calls to score after Traces are received * Adapting LLM provider to the new format. Fixing missing traceId in the score when we moved into the batch storing. * PR change requests * running spotless * removing ununsed imports * Update apps/opik-backend/src/main/java/com/comet/opik/api/resources/v1/events/OnlineScoringEngine.java Co-authored-by: Thiago dos Santos Hora <[email protected]> * Update apps/opik-backend/src/main/java/com/comet/opik/domain/llmproviders/LlmProviderClientGenerator.java Co-authored-by: Thiago dos Santos Hora <[email protected]> * applying PR requests --------- Co-authored-by: Thiago dos Santos Hora <[email protected]>
comet-ml · Jan 14, 2025 · dceb931 · dceb931
1 parent ddf0b85
commit dceb931
Show file tree

Hide file tree

Showing 13 changed files with 611 additions and 439 deletions.
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/FeedbackScoreBatchItem.java b/apps/opik-backend/src/main/java/com/comet/opik/api/FeedbackScoreBatchItem.java
@@ -23,6 +23,7 @@
 @JsonIgnoreProperties(ignoreUnknown = true)
 @JsonNaming(PropertyNamingStrategies.SnakeCaseStrategy.class)
 public record FeedbackScoreBatchItem(
+        // entity (trace or span) id
         @NotNull UUID id,
         @Pattern(regexp = NULL_OR_NOT_BLANK, message = "must not be blank") @Schema(description = "If null, the default project is used") String projectName,
         @JsonIgnore UUID projectId,

diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/ScoreSource.java b/apps/opik-backend/src/main/java/com/comet/opik/api/ScoreSource.java
@@ -10,7 +10,8 @@
 @RequiredArgsConstructor
 public enum ScoreSource {
     UI("ui"),
-    SDK("sdk");
+    SDK("sdk"),
+    ONLINE_SCORING("online_scoring");
 
     @JsonValue
     private final String value;

diff --git a/...backend/src/main/java/com/comet/opik/api/resources/v1/events/LlmAsJudgeMessageRender.java b/...backend/src/main/java/com/comet/opik/api/resources/v1/events/LlmAsJudgeMessageRender.java