.taskfiles/VolSync/ReplicationDestination.tmpl.yaml

@@ -11,7 +11,7 @@ spec:
     repository: "${rsrc}-restic-secret"
     destinationPVC: "${claim}"
     copyMethod: Direct
-    storageClassName: openebs-zfs
+    storageClassName: ceph-block
     # IMPORTANT NOTE:
     #   Set to the last X number of snapshots to restore from
     previous: ${previous}

kubernetes/apps/database/crunchy-postgres-operator/cluster/postgrescluster.yaml

@@ -41,7 +41,7 @@ spec:
           app.kubernetes.io/name: crunchy-postgres
       replicas: &replica 1
       dataVolumeClaimSpec:
-        storageClassName: openebs-zfs
+        storageClassName: openebs-hostpath
         accessModes:
           - ReadWriteOnce
         resources:

kubernetes/apps/kube-system/alpine-debug.yml

@@ -1,20 +0,0 @@
-apiVersion: v1
-kind: Pod
-metadata:
-  name: alpine-debug
-  namespace: kube-system
-spec:
-  #  nodeName: nenya
-  containers:
-    - name: alpine-debug
-      image: alpine
-      securityContext:
-        privileged: true
-      command: ["/bin/ash", "-c", "while true; do sleep 10; done"]
-      resources:
-        requests:
-          cpu: 100m
-          memory: 512Mi
-        limits:
-          cpu: 4000m
-          memory: 4000Mi

kubernetes/apps/media/immich/app/postgresCluster.yaml

@@ -44,7 +44,7 @@ spec:
           app.kubernetes.io/name: pgo-${APP}
       replicas: 1
       dataVolumeClaimSpec:
-        storageClassName: openebs-zfs
+        storageClassName: openebs-hostpath
         accessModes:
           - ReadWriteOnce
         resources:

kubernetes/apps/observability/kube-prometheus-stack/app/helmrelease.yaml

@@ -51,7 +51,7 @@ spec:
         storage:
           volumeClaimTemplate:
             spec:
-              storageClassName: openebs-zfs
+              storageClassName: openebs-hostpath
               resources:
                 requests:
                   storage: 1Gi
@@ -149,7 +149,7 @@ spec:
         storageSpec:
           volumeClaimTemplate:
             spec:
-              storageClassName: openebs-zfs
+              storageClassName: openebs-hostpath
               resources:
                 requests:
                   storage: 20Gi

kubernetes/apps/observability/loki/app/helmrelease.yaml

@@ -114,7 +114,7 @@ spec:
       replicas: 1
       persistence:
         size: 20Gi
-        storageClass: openebs-zfs
+        storageClass: openebs-hostpath
     gateway:
       replicas: 1
       image:
@@ -135,7 +135,7 @@ spec:
       replicas: 1
       persistence:
         size: 20Gi
-        storageClass: openebs-zfs
+        storageClass: openebs-hostpath
     sidecar:
       image:
         repository: ghcr.io/kiwigrid/k8s-sidecar

kubernetes/apps/observability/thanos/app/helmrelease.yaml

@@ -72,7 +72,7 @@ spec:
         - --retention.resolution-1h=60d
       persistence: &persistence
         enabled: true
-        storageClass: openebs-zfs
+        storageClass: openebs-hostpath
         size: 10Gi
     query:
       replicas: 1

kubernetes/apps/openebs-system/openebs/app/helmrelease.yaml

@@ -3,16 +3,16 @@
 apiVersion: helm.toolkit.fluxcd.io/v2beta2
 kind: HelmRelease
 metadata:
-  name: openebs-zfs
+  name: openebs
 spec:
   interval: 30m
   chart:
     spec:
-      chart: zfs-localpv
+      chart: openebs
-      version: 2.5.1
+      version: 3.10.0
       sourceRef:
         kind: HelmRepository
-        name: openebs-zfs
+        name: openebs
         namespace: flux-system
   install:
     remediation:
@@ -24,5 +24,9 @@ spec:
   uninstall:
     keepHistory: false
   values:
-    zfsNode:
+    localprovisioner:
-      encrKeysDir: /var/openebs/keys
+      hostpathClass:
+        enabled: true
+        name: openebs-hostpath
+        isDefaultClass: false
+        basePath: /var/openebs/local

kubernetes/apps/openebs-system/openebs/app/kustomization.yaml

@@ -4,5 +4,3 @@ apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 resources:
   - ./helmrelease.yaml
-  - ./storageclass.yaml
-  - ./volumesnapshotclass.yaml

kubernetes/apps/openebs-system/openebs/app/storageclass.yaml

@@ -1,12 +0,0 @@
----
-apiVersion: storage.k8s.io/v1
-kind: StorageClass
-metadata:
-  name: openebs-zfs
-provisioner: zfs.csi.openebs.io
-parameters:
-  recordsize: "128k"
-  compression: "off"
-  dedup: "off"
-  fstype: "zfs"
-  poolname: "nahar"

kubernetes/apps/openebs-system/openebs/app/volumesnapshotclass.yaml

@@ -1,10 +0,0 @@
----
-# yaml-language-server: $schema=https://ks.hsn.dev/snapshot.storage.k8s.io/volumesnapshotclass_v1beta1.json
-kind: VolumeSnapshotClass
-apiVersion: snapshot.storage.k8s.io/v1beta1
-metadata:
-  name: openebs-zfs
-  annotations:
-    snapshot.storage.kubernetes.io/is-default-class: "true"
-driver: zfs.csi.openebs.io
-deletionPolicy: Delete

kubernetes/bootstrap/talos/talconfig.yaml

@@ -3,7 +3,7 @@
 clusterName: homelab
 
 talosVersion: v1.7.1
-kubernetesVersion: 1.30.0
+kubernetesVersion: 1.28.4
 endpoint: "https://10.1.1.57:6443"
 
 additionalApiServerCertSans:
@@ -18,7 +18,7 @@ nodes:
     ipAddress: 10.1.1.61
     controlPlane: true
     installDiskSelector:
-      busPath: /pci0000:20/0000:20:01.2/0000:2c:00.0/nvme/nvme4/nvme4n1
+      busPath: /pci0000:20/0000:20:01.2/0000:2d:00.0/nvme/nvme1/nvme1n1
     networkInterfaces:
       - interface: enp37s0f1
         dhcp: true
@@ -33,11 +33,9 @@ nodes:
       customization:
         systemExtensions:
           officialExtensions:
-            - siderolabs/amd-ucode
+            - "siderolabs/amd-ucode"
-            - siderolabs/nonfree-kmod-nvidia
+            - "siderolabs/nonfree-kmod-nvidia"
-            - siderolabs/nvidia-container-toolkit
+            - "siderolabs/nvidia-container-toolkit"
-            - siderolabs/zfs
-
     patches:
       - |-
         machine:
@@ -136,12 +134,12 @@ controlPlane:
             validSubnets:
                 - 10.1.1.0/24
           extraMounts:
-            - destination: /var/openebs/keys
+            - destination: /var/openebs/local
               options:
                 - bind
                 - rshared
                 - rw
-              source: /var/openebs/keys
+              source: /var/openebs/local
               type: bind
 
     # Custom sysctls

kubernetes/flux/repositories/helm/openebs-zfs.yaml

@@ -1,10 +0,0 @@
----
-# yaml-language-server: $schema=https://ks.hsn.dev/source.toolkit.fluxcd.io/helmrepository_v1beta2.json
-apiVersion: source.toolkit.fluxcd.io/v1beta2
-kind: HelmRepository
-metadata:
-  name: openebs-zfs
-  namespace: flux-system
-spec:
-  interval: 2h
-  url: https://openebs.github.io/zfs-localpv

kubernetes/templates/postgres-database/postgresCluster.yaml

@@ -36,7 +36,7 @@ spec:
           app.kubernetes.io/name: pgo-${APP}
       replicas: 1
       dataVolumeClaimSpec:
-        storageClassName: openebs-zfs
+        storageClassName: openebs-hostpath
         accessModes:
           - ReadWriteOnce
         resources:

kubernetes/templates/volsync/claim.yaml

@@ -12,4 +12,4 @@ spec:
   resources:
     requests:
       storage: "${VOLSYNC_CAPACITY}"
-  storageClassName: "${VOLSYNC_STORAGECLASS:-openebs-zfs}"
+  storageClassName: "${VOLSYNC_STORAGECLASS:-ceph-block}"

kubernetes/templates/volsync/minio.yaml

@@ -36,11 +36,11 @@ spec:
     copyMethod: "${VOLSYNC_COPYMETHOD:-Snapshot}"
     pruneIntervalDays: 7
     repository: "${APP}-volsync-secret"
-    volumeSnapshotClassName: "${VOLSYNC_SNAPSHOTCLASS:-openebs-zfs}"
+    volumeSnapshotClassName: "${VOLSYNC_SNAPSHOTCLASS:-csi-ceph-blockpool}"
     cacheCapacity: "${VOLSYNC_CACHE_CAPACITY:-4Gi}"
-    cacheStorageClassName: "${VOLSYNC_CACHE_SNAPSHOTCLASS:-openebs-zfs}"
+    cacheStorageClassName: "${VOLSYNC_CACHE_SNAPSHOTCLASS:-openebs-hostpath}"
     cacheAccessModes: ["${VOLSYNC_CACHE_ACCESSMODES:-ReadWriteOnce}"]
-    storageClassName: "${VOLSYNC_STORAGECLASS:-openebs-zfs}"
+    storageClassName: "${VOLSYNC_STORAGECLASS:-ceph-block}"
     accessModes: ["${VOLSYNC_ACCESSMODES:-ReadWriteOnce}"]
     moverSecurityContext:
       runAsUser: ${APP_UID:-568}
@@ -62,11 +62,11 @@ spec:
   restic:
     repository: "${APP}-volsync-secret"
     copyMethod: Snapshot # must be Snapshot
-    volumeSnapshotClassName: "${VOLSYNC_SNAPSHOTCLASS:-openebs-zfs}"
+    volumeSnapshotClassName: "${VOLSYNC_SNAPSHOTCLASS:-csi-ceph-blockpool}"
-    cacheStorageClassName: "${VOLSYNC_CACHE_SNAPSHOTCLASS:-openebs-zfs}"
+    cacheStorageClassName: "${VOLSYNC_CACHE_SNAPSHOTCLASS:-openebs-hostpath}"
     cacheAccessModes: ["${VOLSYNC_CACHE_ACCESSMODES:-ReadWriteOnce}"]
     cacheCapacity: "${VOLSYNC_CACHE_CAPACITY:-4Gi}"
-    storageClassName: "${VOLSYNC_STORAGECLASS:-openebs-zfs}"
+    storageClassName: "${VOLSYNC_STORAGECLASS:-ceph-block}"
     accessModes: ["${VOLSYNC_ACCESSMODES:-ReadWriteOnce}"]
     capacity: "${VOLSYNC_CAPACITY}"
     moverSecurityContext:

kubernetes/templates/volsync/r2.yaml

@@ -36,11 +36,11 @@ spec:
     copyMethod: "${VOLSYNC_COPYMETHOD:-Snapshot}"
     pruneIntervalDays: 7
     repository: "${APP}-volsync-r2-secret"
-    volumeSnapshotClassName: "${VOLSYNC_SNAPSHOTCLASS:-openebs-zfs}"
+    volumeSnapshotClassName: "${VOLSYNC_SNAPSHOTCLASS:-csi-ceph-blockpool}"
     cacheCapacity: "${VOLSYNC_CACHE_CAPACITY:-4Gi}"
-    cacheStorageClassName: "${VOLSYNC_CACHE_SNAPSHOTCLASS:-openebs-zfs}"
+    cacheStorageClassName: "${VOLSYNC_CACHE_SNAPSHOTCLASS:-openebs-hostpath}"
     cacheAccessModes: ["${VOLSYNC_CACHE_ACCESSMODES:-ReadWriteOnce}"]
-    storageClassName: "${VOLSYNC_STORAGECLASS:-openebs-zfs}"
+    storageClassName: "${VOLSYNC_STORAGECLASS:-ceph-block}"
     accessModes: ["${VOLSYNC_ACCESSMODES:-ReadWriteOnce}"]
     moverSecurityContext:
       runAsUser: ${APP_UID:-568}

kubernetes/tools/kbench.yaml

@@ -4,7 +4,7 @@ apiVersion: v1
 metadata:
   name: kbench-pvc
 spec:
-  storageClassName: openebs-zfs
+  storageClassName: ceph-block
   accessModes:
     - ReadWriteOnce
   resources: