add vector-aggregator

This commit is contained in:
Joseph Hanson 2024-10-19 18:21:31 -05:00
parent 3dd13b051c
commit 9384099003
Signed by: jahanson
SSH key fingerprint: SHA256:vy6dKBECV522aPAwklFM3ReKAVB086rT3oWwiuiFG7o
5 changed files with 124 additions and 0 deletions

View file

@ -9,4 +9,5 @@ resources:
- ./alertmanager/ks.yaml - ./alertmanager/ks.yaml
- ./gatus/ks.yaml - ./gatus/ks.yaml
- ./prometheus-operator-crds/ks.yaml - ./prometheus-operator-crds/ks.yaml
- ./vector-aggregator/ks.yaml
- ./victoria-metrics/ks.yaml - ./victoria-metrics/ks.yaml

View file

@ -0,0 +1,50 @@
---
# yaml-language-server: $schema=https://ks.hsn.dev/helm.toolkit.fluxcd.io/helmrelease_v2.json
apiVersion: helm.toolkit.fluxcd.io/v2
kind: HelmRelease
metadata:
name: vector-aggregator
spec:
interval: 30m
chart:
spec:
chart: vector
version: 0.36.1
sourceRef:
kind: HelmRepository
name: vector
namespace: flux-system
driftDetection:
mode: enabled
install:
remediation:
retries: 3
upgrade:
cleanupOnFail: true
remediation:
retries: 3
values:
role: "Stateless-Aggregator"
replicas: 1
workloadResourceAnnotations:
reloader.stakater.com/auto: "true"
containerPorts:
- name: vector
containerPort: 6000
- name: prom-exporter
containerPort: 9090
resources:
requests:
cpu: 3m
limits:
memory: 512Mi
service:
ports:
- name: vector
port: 6000
- name: prom-exporter
port: 9090
existingConfigMaps: ["vector-aggregator-configmap"]
dataDir: /vector-data-dir
podMonitor:
enabled: true

View file

@ -0,0 +1,12 @@
---
# yaml-language-server: $schema=https://json.schemastore.org/kustomization
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
resources:
- ./helmrelease.yaml
configMapGenerator:
- name: vector-aggregator-configmap
files:
- vector.yaml=./resources/vector.yaml
generatorOptions:
disableNameSuffixHash: true

View file

@ -0,0 +1,41 @@
---
data_dir: /vector-data-dir
api:
enabled: true
address: 0.0.0.0:8686
sources:
internal_metrics:
type: internal_metrics
vector:
type: vector
version: "2"
address: 0.0.0.0:6000
transforms:
kubernetes_remap:
type: remap
inputs: ["vector"]
source: |
# Standardize 'app' index
.custom_app_name = .pod_labels."app.kubernetes.io/name" || .pod_labels.app || .pod_labels."k8s-app" || "unknown"
# Drop pod_labels
del(.pod_labels)
sinks:
prom_exporter:
type: prometheus_exporter
inputs: [internal_metrics]
address: 0.0.0.0:9090
victorialogs:
type: elasticsearch
inputs: [kubernetes_remap]
endpoints: [http://victoria-logs.observability:9428/insert/elasticsearch/]
mode: bulk
api_version: v8
healthcheck:
enabled: false
query:
_msg_field: message
_stream_fields: host,container_name
_time_field: timestamp

View file

@ -0,0 +1,20 @@
---
# yaml-language-server: $schema=https://ks.hsn.dev/kustomize.toolkit.fluxcd.io/kustomization_v1.json
apiVersion: kustomize.toolkit.fluxcd.io/v1
kind: Kustomization
metadata:
name: &app vector-aggregator
namespace: flux-system
spec:
targetNamespace: observability
commonMetadata:
labels:
app.kubernetes.io/name: *app
path: ./kubernetes/apps/observability/vector-aggregator/app
prune: true
sourceRef:
kind: GitRepository
name: theshire
wait: false
interval: 30m
retryInterval: 1m