From 9a5dd3b49970aecdca08fa525d90653a1bf404f4 Mon Sep 17 00:00:00 2001
From: Joseph Hanson <joe@veri.dev>
Date: Thu, 18 Jul 2024 10:33:15 -0500
Subject: [PATCH] Add Stable Diffusion - ComfyUI

---
 kubernetes/apps/ai/kustomization.yaml         |  1 +
 .../stable-diffusion/comfyui/helmrelease.yaml | 82 +++++++++++++++++++
 .../comfyui/kustomization.yaml                |  8 ++
 .../apps/ai/stable-diffusion/comfyui/pvc.yaml | 12 +++
 kubernetes/apps/ai/stable-diffusion/ks.yaml   | 30 +++++++
 5 files changed, 133 insertions(+)
 create mode 100644 kubernetes/apps/ai/stable-diffusion/comfyui/helmrelease.yaml
 create mode 100644 kubernetes/apps/ai/stable-diffusion/comfyui/kustomization.yaml
 create mode 100644 kubernetes/apps/ai/stable-diffusion/comfyui/pvc.yaml
 create mode 100644 kubernetes/apps/ai/stable-diffusion/ks.yaml

diff --git a/kubernetes/apps/ai/kustomization.yaml b/kubernetes/apps/ai/kustomization.yaml
index e248f44..02c7ad9 100644
--- a/kubernetes/apps/ai/kustomization.yaml
+++ b/kubernetes/apps/ai/kustomization.yaml
@@ -8,3 +8,4 @@ resources:
   # Flux-Kustomizations
   - ./ollama/ks.yaml
   - ./open-webui/ks.yaml
+  - ./stable-diffusion/ks.yaml
diff --git a/kubernetes/apps/ai/stable-diffusion/comfyui/helmrelease.yaml b/kubernetes/apps/ai/stable-diffusion/comfyui/helmrelease.yaml
new file mode 100644
index 0000000..a5f8f6a
--- /dev/null
+++ b/kubernetes/apps/ai/stable-diffusion/comfyui/helmrelease.yaml
@@ -0,0 +1,82 @@
+---
+# yaml-language-server: $schema=https://raw.githubusercontent.com/bjw-s/helm-charts/main/charts/other/app-template/schemas/helmrelease-helm-v2beta2.schema.json
+apiVersion: helm.toolkit.fluxcd.io/v2
+kind: HelmRelease
+metadata:
+  name: &app comfyui
+spec:
+  interval: 30m
+  chart:
+    spec:
+      chart: app-template
+      version: 3.2.1
+      sourceRef:
+        kind: HelmRepository
+        name: bjw-s
+        namespace: flux-system
+  install:
+    remediation:
+      retries: 3
+  upgrade:
+    cleanupOnFail: true
+    remediation:
+      retries: 3
+      strategy: rollback
+  values:
+    controllers:
+      comfyui:
+        annotations:
+          reloader.stakater.com/auto: "true"
+        pod:
+          nodeSelector:
+            nvidia.com/gpu.present: "true"
+          runtimeClassName: nvidia
+        containers:
+          app:
+            image:
+              repository: docker.io/jahanson/comfyui
+              tag: v0.0.1
+            resources:
+              requests:
+                nvidia.com/gpu: 1 # requesting 1 GPU
+                cpu: 500m
+                memory: 2Gi
+              limits:
+                memory: 2Gi
+                nvidia.com/gpu: 1 # requesting 1 GPU
+    service:
+      app:
+        controller: comfyui
+        ports:
+          http:
+            port: 7860
+    ingress:
+      app:
+        enabled: true
+        className: internal-nginx
+        hosts:
+          - host: &host "{{ .Release.Name }}.jahanson.tech"
+            paths:
+              - path: /
+                service:
+                  identifier: app
+                  port: http
+        tls:
+          - hosts:
+              - *host
+    persistence:
+      models:
+        enabled: true
+        existingClaim: stablediffusion-checkpoints
+        globalMounts:
+          - path: /models
+      config:
+        enabled: true
+        existingClaim: comfyui
+        globalMounts:
+          - path: /data
+      output:
+        enabled: true
+        type: emptyDir
+        globalMounts:
+          - path: /output
diff --git a/kubernetes/apps/ai/stable-diffusion/comfyui/kustomization.yaml b/kubernetes/apps/ai/stable-diffusion/comfyui/kustomization.yaml
new file mode 100644
index 0000000..5ca502c
--- /dev/null
+++ b/kubernetes/apps/ai/stable-diffusion/comfyui/kustomization.yaml
@@ -0,0 +1,8 @@
+---
+# yaml-language-server: $schema=https://json.schemastore.org/kustomization
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - ./helmrelease.yaml
+  - ./pvc.yaml
+  - ../../../../templates/volsync
diff --git a/kubernetes/apps/ai/stable-diffusion/comfyui/pvc.yaml b/kubernetes/apps/ai/stable-diffusion/comfyui/pvc.yaml
new file mode 100644
index 0000000..7634d1c
--- /dev/null
+++ b/kubernetes/apps/ai/stable-diffusion/comfyui/pvc.yaml
@@ -0,0 +1,12 @@
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: stablediffusion-checkpoints
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 300Gi
+  storageClassName: openebs-hostpath
diff --git a/kubernetes/apps/ai/stable-diffusion/ks.yaml b/kubernetes/apps/ai/stable-diffusion/ks.yaml
new file mode 100644
index 0000000..2a16bc1
--- /dev/null
+++ b/kubernetes/apps/ai/stable-diffusion/ks.yaml
@@ -0,0 +1,30 @@
+---
+# yaml-language-server: $schema=https://ks.hsn.dev/kustomize.toolkit.fluxcd.io/kustomization_v1.json
+apiVersion: kustomize.toolkit.fluxcd.io/v1
+kind: Kustomization
+metadata:
+  name: &app comfyui
+  namespace: flux-system
+spec:
+  targetNamespace: ai
+  commonMetadata:
+    labels:
+      app.kubernetes.io/name: *app
+  dependsOn:
+    - name: nvidia-device-plugin
+    - name: node-feature-discovery
+    - name: volsync
+    - name: openebs
+  path: ./kubernetes/apps/ai/stable-diffusion/comfyui
+  prune: true
+  sourceRef:
+    kind: GitRepository
+    name: homelab
+  wait: false
+  interval: 30m
+  retryInterval: 1m
+  timeout: 5m
+  postBuild:
+    substitute:
+      APP: *app
+      VOLSYNC_CAPACITY: 5Gi