-
Notifications
You must be signed in to change notification settings - Fork 30
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
E2E tests: allow to use an external code storage (#456)
- Loading branch information
1 parent
3c1c609
commit 190abec
Showing
5 changed files
with
257 additions
and
86 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
29 changes: 29 additions & 0 deletions
29
langstream-e2e-tests/src/test/java/ai/langstream/tests/util/CodeStorageProvider.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,29 @@ | ||
| /* | ||
| * Copyright DataStax, Inc. | ||
| * | ||
| * Licensed under the Apache License, Version 2.0 (the "License"); | ||
| * you may not use this file except in compliance with the License. | ||
| * You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
| package ai.langstream.tests.util; | ||
|
|
||
| import java.util.Map; | ||
|
|
||
| public interface CodeStorageProvider { | ||
|
|
||
| record CodeStorageConfig(String type, Map<String, String> configuration) {} | ||
|
|
||
| CodeStorageConfig start(); | ||
|
|
||
| void cleanup(); | ||
|
|
||
| void stop(); | ||
| } |
112 changes: 112 additions & 0 deletions
112
...sts/src/test/java/ai/langstream/tests/util/codestorage/LocalMinioCodeStorageProvider.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,112 @@ | ||
| /* | ||
| * Copyright DataStax, Inc. | ||
| * | ||
| * Licensed under the Apache License, Version 2.0 (the "License"); | ||
| * you may not use this file except in compliance with the License. | ||
| * You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
| package ai.langstream.tests.util.codestorage; | ||
|
|
||
| import ai.langstream.tests.util.BaseEndToEndTest; | ||
| import ai.langstream.tests.util.CodeStorageProvider; | ||
| import java.util.Map; | ||
|
|
||
| public class LocalMinioCodeStorageProvider implements CodeStorageProvider { | ||
|
|
||
| @Override | ||
| public CodeStorageConfig start() { | ||
| BaseEndToEndTest.applyManifestNoNamespace( | ||
| """ | ||
| # Deploys a new Namespace for the MinIO Pod | ||
| apiVersion: v1 | ||
| kind: Namespace | ||
| metadata: | ||
| name: minio-dev # Change this value if you want a different namespace name | ||
| labels: | ||
| name: minio-dev # Change this value to match metadata.name | ||
| --- | ||
| # Deploys a new MinIO Pod into the metadata.namespace Kubernetes namespace | ||
| # | ||
| # The `spec.containers[0].args` contains the command run on the pod | ||
| # The `/data` directory corresponds to the `spec.containers[0].volumeMounts[0].mountPath` | ||
| # That mount path corresponds to a Kubernetes HostPath which binds `/data` to a local drive or volume on the worker node where the pod runs | ||
| #\s | ||
| apiVersion: v1 | ||
| kind: Pod | ||
| metadata: | ||
| labels: | ||
| app: minio | ||
| name: minio | ||
| namespace: minio-dev # Change this value to match the namespace metadata.name | ||
| spec: | ||
| containers: | ||
| - name: minio | ||
| image: quay.io/minio/minio:latest | ||
| command: | ||
| - /bin/bash | ||
| - -c | ||
| args:\s | ||
| - minio server /data --console-address :9090 | ||
| volumeMounts: | ||
| - mountPath: /data | ||
| name: localvolume # Corresponds to the `spec.volumes` Persistent Volume | ||
| ports: | ||
| - containerPort: 9090 | ||
| protocol: TCP | ||
| name: console | ||
| - containerPort: 9000 | ||
| protocol: TCP | ||
| name: s3 | ||
| resources: | ||
| requests: | ||
| cpu: 50m | ||
| memory: 512Mi | ||
| volumes: | ||
| - name: localvolume | ||
| hostPath: # MinIO generally recommends using locally-attached volumes | ||
| path: /mnt/disk1/data # Specify a path to a local drive or volume on the Kubernetes worker node | ||
| type: DirectoryOrCreate # The path to the last directory must exist | ||
| --- | ||
| apiVersion: v1 | ||
| kind: Service | ||
| metadata: | ||
| labels: | ||
| app: minio | ||
| name: minio | ||
| namespace: minio-dev # Change this value to match the namespace metadata.name | ||
| spec: | ||
| ports: | ||
| - port: 9090 | ||
| protocol: TCP | ||
| targetPort: 9090 | ||
| name: console | ||
| - port: 9000 | ||
| protocol: TCP | ||
| targetPort: 9000 | ||
| name: s3 | ||
| selector: | ||
| app: minio | ||
| """); | ||
|
|
||
| return new CodeStorageConfig( | ||
| "s3", | ||
| Map.of( | ||
| "endpoint", "http://minio.minio-dev.svc.cluster.local:9000", | ||
| "access-key", "minioadmin", | ||
| "secret-key", "minioadmin")); | ||
| } | ||
|
|
||
| @Override | ||
| public void cleanup() {} | ||
|
|
||
| @Override | ||
| public void stop() {} | ||
| } |
Oops, something went wrong.