ai support Use local LLM(claude3) close #827

jcommon/ai/aws/pom.xml

@@ -0,0 +1,38 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>run.mone</groupId>
+        <artifactId>ai</artifactId>
+        <version>1.4-jdk20-SNAPSHOT</version>
+    </parent>
+
+    <artifactId>aws</artifactId>
+
+    <properties>
+        <maven.compiler.source>21</maven.compiler.source>
+        <maven.compiler.target>21</maven.compiler.target>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    </properties>
+
+    <dependencies>
+
+        <dependency>
+            <groupId>software.amazon.awssdk</groupId>
+            <artifactId>bedrockruntime</artifactId>
+            <version>2.25.29</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.json</groupId>
+            <artifactId>json</artifactId>
+            <version>20240303</version>
+        </dependency>
+
+
+
+    </dependencies>
+
+</project>

jcommon/ai/aws/src/main/java/run/mone/Content.java

@@ -0,0 +1,19 @@
+package run.mone;
+
+import com.google.gson.annotations.SerializedName;
+import lombok.Data;
+
+/**
+ * @author [email protected]
+ * @date 2024/4/9 16:43
+ */
+@Data
+public class Content {
+
+    @SerializedName("type")
+    private String type;
+
+    @SerializedName("text")
+    private String text;
+
+}

jcommon/ai/aws/src/main/java/run/mone/Key.java

@@ -0,0 +1,19 @@
+package run.mone;
+
+import lombok.Builder;
+import lombok.Data;
+
+/**
+ * @author [email protected]
+ * @date 2024/4/12 15:04
+ */
+@Data
+@Builder
+public class Key {
+
+    private String keyId;
+
+    private String key;
+
+
+}

jcommon/ai/aws/src/main/java/run/mone/ModelEnum.java

@@ -0,0 +1,20 @@
+package run.mone;
+
+/**
+ * @author [email protected]
+ * @date 2024/4/12 14:59
+ */
+public enum ModelEnum {
+
+
+    Sonnet("anthropic.claude-3-sonnet-20240229-v1:0"),
+    Haiku("anthropic.claude-3-haiku-20240307-v1:0");
+
+
+    public String modelName;
+
+    ModelEnum(String name) {
+        this.modelName = name;
+    }
+
+}

jcommon/ai/aws/src/main/java/run/mone/ResponsePayload.java

@@ -0,0 +1,39 @@
+package run.mone;
+
+import com.google.gson.annotations.SerializedName;
+import lombok.Data;
+
+import java.util.List;
+
+/**
+ * @author [email protected]
+ * @date 2024/4/9 16:41
+ */
+@Data
+public class ResponsePayload {
+
+    @SerializedName("id")
+    private String id;
+
+    @SerializedName("type")
+    private String type;
+
+    @SerializedName("role")
+    private String role;
+
+    @SerializedName("content")
+    private List<Content> content;
+
+    @SerializedName("model")
+    private String model;
+
+    @SerializedName("stop_reason")
+    private String stopReason;
+
+    @SerializedName("stop_sequence")
+    private Object stopSequence; // Use Object if the value can be null or of different types
+
+    @SerializedName("usage")
+    private Usage usage;
+
+}

jcommon/ai/aws/src/main/java/run/mone/Usage.java

@@ -0,0 +1,19 @@
+package run.mone;
+
+import com.google.gson.annotations.SerializedName;
+
+/**
+ * @author [email protected]
+ * @date 2024/4/9 16:42
+ */
+public class Usage {
+
+
+    @SerializedName("input_tokens")
+    private int inputTokens;
+
+    @SerializedName("output_tokens")
+    private int outputTokens;
+
+
+}

jcommon/ai/aws/src/test/java/run/mone/aws/client/test/AwsClientTest.java

@@ -0,0 +1,34 @@
+package run.mone.aws.client.test;
+
+import org.json.JSONArray;
+import org.json.JSONObject;
+import org.junit.Test;
+import run.mone.AwsClient;
+import run.mone.Key;
+import run.mone.ModelEnum;
+import run.mone.ResponsePayload;
+import software.amazon.awssdk.regions.Region;
+
+/**
+ * @author [email protected]
+ * @date 2024/4/12 14:57
+ */
+public class AwsClientTest {
+
+
+    @Test
+    public void test1() {
+        JSONObject payload = new JSONObject()
+                .put("anthropic_version", "bedrock-2023-05-31")
+                .put("max_tokens", 1000)
+                .put("messages", new JSONArray()
+                        .put(new JSONObject().put("role", "user")
+                                .put("content", "天空为什么是蓝色的?"
+                                )
+                        )
+                );
+        ResponsePayload res = AwsClient.call(payload, Region.EU_WEST_3, ModelEnum.Haiku.modelName, Key.builder().keyId("").key("").build());
+        System.out.println(res.getContent().get(0).getText());
+    }
+
+}

jcommon/ai/google/pom.xml

@@ -10,10 +10,11 @@
     </parent>
 
     <artifactId>google</artifactId>
+    <version>1.4-jdk8-SNAPSHOT</version>
 
     <properties>
-        <maven.compiler.source>21</maven.compiler.source>
-        <maven.compiler.target>21</maven.compiler.target>
+        <maven.compiler.source>8</maven.compiler.source>
+        <maven.compiler.target>8</maven.compiler.target>
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
     </properties>
 
@@ -41,4 +42,27 @@
 
     </dependencies>
 
+    <build>
+
+        <plugins>
+
+            <plugin>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <version>3.11.0</version>
+                <configuration>
+                    <source>8</source>
+                    <target>8</target>
+                    <verbose>true</verbose>
+                    <encoding>UTF-8</encoding>
+                    <compilerArguments>
+                        <sourcepath>${project.basedir}/src/main/java</sourcepath>
+                    </compilerArguments>
+                </configuration>
+            </plugin>
+
+
+        </plugins>
+
+    </build>
+
 </project>

jcommon/ai/google/src/main/java/run/mone/ai/google/CloudeClient.java

@@ -2,22 +2,28 @@
 
 import com.google.auth.oauth2.AccessToken;
 import com.google.auth.oauth2.GoogleCredentials;
+import com.google.common.collect.ImmutableMap;
+import com.google.common.collect.Lists;
 import com.google.gson.Gson;
 import lombok.Data;
 import lombok.SneakyThrows;
+import lombok.extern.slf4j.Slf4j;
 import okhttp3.*;
+import run.mone.ai.google.bo.Content;
 import run.mone.ai.google.bo.RequestPayload;
 import run.mone.ai.google.bo.ResponsePayload;
 
 import java.io.FileInputStream;
 import java.io.IOException;
 import java.util.Collections;
+import java.util.concurrent.TimeUnit;
 
 /**
  * @author [email protected]
  * @date 2024/4/9 15:59
  */
 @Data
+@Slf4j
 public class CloudeClient {
 
     private String url = "https://us-central1-aiplatform.googleapis.com/v1/projects/";
@@ -30,6 +36,8 @@ public class CloudeClient {
 
     private String token;
 
+    private static Gson gson = new Gson();
+
 
     @SneakyThrows
     public String token() {
@@ -46,7 +54,7 @@ public String token() {
 
 
     public ResponsePayload call(String token, RequestPayload requestPayload) {
-        OkHttpClient client = new OkHttpClient();
+        OkHttpClient client = new OkHttpClient.Builder().readTimeout(5, TimeUnit.MINUTES).build();
         MediaType mediaType = MediaType.parse("application/json; charset=utf-8");
         RequestBody body = RequestBody.create(mediaType, new Gson().toJson(requestPayload));
         Request request = new Request.Builder()
@@ -57,11 +65,21 @@ public ResponsePayload call(String token, RequestPayload requestPayload) {
                 .build();
 
         try (Response response = client.newCall(request).execute()) {
+            if (response.code() == 429) {
+                ResponsePayload res = new ResponsePayload();
+                Content content = new Content();
+                content.setText(gson.toJson(ImmutableMap.of("message", "被claude3限流了", "code", "429")));
+                log.info("claude res:{}", content.getText());
+                res.setContent(Lists.newArrayList(content));
+                return res;
+            }
             if (!response.isSuccessful()) throw new IOException("Unexpected code " + response);
             // Handle the response
-            return new Gson().fromJson(response.body().string(), ResponsePayload.class);
-        } catch (Exception e) {
-            e.printStackTrace();
+            String res = response.body().string();
+            log.info("claude3 res:{}", res);
+            return new Gson().fromJson(res, ResponsePayload.class);
+        } catch (Throwable e) {
+            log.error(e.getMessage(), e);
         }
         return null;
     }

jcommon/ai/pom.xml

@@ -15,6 +15,7 @@
         <module>zhipu</module>
         <module>moonshot</module>
         <module>google</module>
+        <module>aws</module>
     </modules>
 
     <properties>
@@ -23,4 +24,29 @@
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
     </properties>
 
+    <dependencies>
+
+        <dependency>
+            <groupId>org.projectlombok</groupId>
+            <artifactId>lombok</artifactId>
+            <version>1.18.30</version>
+            <scope>provided</scope>
+        </dependency>
+
+
+    </dependencies>
+
+    <distributionManagement>
+        <repository>
+            <id>central</id>
+            <name>maven-release-virtual</name>
+            <url>https://pkgs.d.xiaomi.net/artifactory/maven-release-virtual</url>
+        </repository>
+        <snapshotRepository>
+            <id>snapshots</id>
+            <name>maven-snapshot-virtual</name>
+            <url>https://pkgs.d.xiaomi.net/artifactory/maven-snapshot-virtual</url>
+        </snapshotRepository>
+    </distributionManagement>
+
 </project>

jcommon/ai/zhipu/pom.xml

@@ -19,6 +19,8 @@
 
     <dependencies>
 
+
+
         <dependency>
             <groupId>cn.bigmodel.openapi</groupId>
             <artifactId>oapi-java-sdk</artifactId>