Add LocalAI

devantler · Aug 13, 2024 · 9291ce7 · 9291ce7
1 parent d4fa281
commit 9291ce7
Show file tree

Hide file tree

Showing 9 changed files with 66 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -66,7 +66,9 @@ This repository contains Kubernetes (K8s) manifests distributed as OCI Artifacts
 - [Harbor](k8s/harbor/README.md)
 - [Helm Charts OCI Proxy](k8s/helm-charts-oci-proxy/README.md)
 - [Homepage](k8s/homepage/README.md)
+- [LocalAI](k8s/local-ai/README.md)
 - [Kubelet Serving Cert Approver](k8s/kubelet-serving-cert-approver/README.md)
+- [K8sGPT Operator](k8s/k8sgpt-operator/README.md)
 - [Longhorn](k8s/longhorn/README.md)
 - [Metrics Server](k8s/metrics-server/README.md)
 - [OAuth2 Proxy](k8s/oauth2-proxy/README.md)

diff --git a/k8s/clusters/oci-artifacts/releases/kustomization.yaml b/k8s/clusters/oci-artifacts/releases/kustomization.yaml
@@ -6,13 +6,14 @@ resources:
   - gha-runner-scale-set-controller
   - goldilocks
   - harbor
-  # - helm-charts-oci-proxy # Not supported on ARM64
   - homepage
+  - local-ai
   - oauth2-proxy
   - plantuml
-  # - pulumi-operator # Not supported on ARM64
   - reloader
   - traefik
+  # - helm-charts-oci-proxy # Not supported on ARM64
+  # - pulumi-operator # Not supported on ARM64
 
 patches:
   - patch: |

diff --git a/k8s/clusters/oci-artifacts/releases/local-ai/kustomization.yaml b/k8s/clusters/oci-artifacts/releases/local-ai/kustomization.yaml
@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - local-ai.yaml
+  - namespace.yaml
diff --git a/k8s/clusters/oci-artifacts/releases/local-ai/local-ai.yaml b/k8s/clusters/oci-artifacts/releases/local-ai/local-ai.yaml
@@ -0,0 +1,17 @@
+apiVersion: kustomize.toolkit.fluxcd.io/v1
+kind: Kustomization
+metadata:
+  name: local-ai
+  namespace: flux-system
+  labels:
+    app.kubernetes.io/sops: enabled
+    app.kubernetes.io/post-build-variables: enabled
+spec:
+  interval: 1m
+  targetNamespace: local-ai
+  sourceRef:
+    kind: OCIRepository
+    name: flux-system
+  path: local-ai
+  prune: true
+  wait: true
diff --git a/k8s/clusters/oci-artifacts/releases/local-ai/namespace.yaml b/k8s/clusters/oci-artifacts/releases/local-ai/namespace.yaml
@@ -0,0 +1,4 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: local-ai
diff --git a/k8s/local-ai/README.md b/k8s/local-ai/README.md
@@ -0,0 +1,3 @@
+# LocalAI
+
+A free OpenAI drop-in alternative for AI/ML models. It requires no GPU or internet connection to run, and can thus be used as a AI service for Kubernetes applications.
diff --git a/k8s/local-ai/kustomization.yaml b/k8s/local-ai/kustomization.yaml
@@ -0,0 +1,6 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: local-ai
+resources:
+  - release.yaml
+  - repository.yaml
diff --git a/k8s/local-ai/release.yaml b/k8s/local-ai/release.yaml
@@ -0,0 +1,19 @@
+apiVersion: helm.toolkit.fluxcd.io/v2
+kind: HelmRelease
+metadata:
+  name: local-ai
+spec:
+  interval: 1m
+  install:
+    crds: CreateReplace
+  upgrade:
+    crds: CreateReplace
+  chart:
+    spec:
+      chart: local-ai
+      version: 3.3.0
+      sourceRef:
+        kind: HelmRepository
+        name: local-ai
+  # https://github.com/go-skynet/helm-charts/blob/main/charts/local-ai/values.yaml
+  values: {}
diff --git a/k8s/local-ai/repository.yaml b/k8s/local-ai/repository.yaml
@@ -0,0 +1,7 @@
+apiVersion: source.toolkit.fluxcd.io/v1
+kind: HelmRepository
+metadata:
+  name: local-ai
+spec:
+  interval: 1m
+  url: https://go-skynet.github.io/helm-charts/
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@
		# LocalAI

		A free OpenAI drop-in alternative for AI/ML models. It requires no GPU or internet connection to run, and can thus be used as a AI service for Kubernetes applications.