persistent grafana/prometheus pvs

cluster-monitoring-local/README.md

@@ -0,0 +1,5 @@
+from :https://github.com/coreos/prometheus-operator/blob/master/Documentation/additional-scrape-config.md
+# create new secret:
+kubectl create secret generic additional-scrape-configs --from-file=prometheus-additional.yaml --dry-run -oyaml > additional-scrape-configs.yaml
+# add "namespace: monitoring"
+# apply

cluster-monitoring-local/additional-scrape-configs.yaml

@@ -0,0 +1,7 @@
+apiVersion: v1
+data:
+  prometheus-additional.yaml: LSBqb2JfbmFtZTogZ2l0ZWEKICBzdGF0aWNfY29uZmlnczoKICAtIHRhcmdldHM6CiAgICAtIGdpdC11aS5sYW4KLSBqb2JfbmFtZTogbmdpbngKICBzdGF0aWNfY29uZmlnczoKICAtIHRhcmdldHM6CiAgICAtIGF1dG8uY2hhb3M6OTExMwotIGpvYl9uYW1lOiBteXNxbGQKICBzdGF0aWNfY29uZmlnczoKICAtIHRhcmdldHM6CiAgICAtIG1hcmlhZGIubGFuOjkxMDQKLSBqb2JfbmFtZTogbXF0dC5tb3NxdWl0dG8KICBzdGF0aWNfY29uZmlnczoKICAtIHRhcmdldHM6CiAgICAtIG1xdHQubGFuOjkyMzQKLSBqb2JfbmFtZTogaGFwcm94eQogIHN0YXRpY19jb25maWdzOgogIC0gdGFyZ2V0czoKICAgIC0gZHJ1Y2tpLndrczo5MTAxCi0gam9iX25hbWU6IGtsaXBwZXIKICBzdGF0aWNfY29uZmlnczoKICAtIHRhcmdldHM6CiAgICAtIGRydWNraS53a3M6MzkwMwotIGpvYl9uYW1lOiBvY3RvcHJpbnQKICBtZXRyaWNzX3BhdGg6IC9wbHVnaW4vcHJvbWV0aGV1c19leHBvcnRlci9tZXRyaWNzCiAgcGFyYW1zOgogICAgYXBpa2V5OgogICAgLSAzMEU4QjAxQkZENjc0RTVCQkQ0NDZEMDhDNDczMERGNAogIHN0YXRpY19jb25maWdzOgogIC0gdGFyZ2V0czoKICAgIC0gZHJ1Y2tpLndrczo4MAotIGpvYl9uYW1lOiBvcGVuaGFiMgogIG1ldHJpY3NfcGF0aDogLwogIHN0YXRpY19jb25maWdzOgogIC0gdGFyZ2V0czoKICAgIC0gYXV0by5jaGFvczo5OTk5Ci0gam9iX25hbWU6IG5vZGUKICBzdGF0aWNfY29uZmlnczoKICAtIHRhcmdldHM6CiAgICAtIGR1bW9udC53a3M6OTEwMAogICAgLSBkcnVja2kud2tzOjkxMDAKICAgIC0gZWJpbjAxLndrczo5MTAwCiAgICAtIGViaW4wMi53a3M6OTEwMAogICAgLSByaW90MDEud2tzOjkxMDAKICAgIC0gdHJ1aGUuY2hhb3M6OTEwMAogICAgLSBhdXRvMDEuY2hhb3M6OTEwMAogICAgLSBkdW1vbnQuY2hhb3M6OTEwMAogICAgLSB0dW1vci5jaGFvczo5MTAwCiAgICAtIHdvaG56LmNoYW9zOjkxMDAKICAgIC0geW9yaS5jaGFvczo5MTAwCg==
+kind: Secret
+metadata:
+  creationTimestamp: null
+  name: additional-scrape-configs

cluster-monitoring-local/metallb-system-role.yaml

@@ -0,0 +1,30 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  name: prometheus-k8s
+  namespace: metallb-system 
+rules:
+- apiGroups:
+  - ""
+  resources:
+  - services
+  - endpoints
+  - pods
+  verbs:
+  - get
+  - list
+  - watch
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  name: prometheus-k8s
+  namespace: metallb-system
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: prometheus-k8s
+subjects:
+- kind: ServiceAccount
+  name: prometheus-k8s
+  namespace: monitoring

cluster-monitoring-local/prometheus-additional.yaml

@@ -0,0 +1,51 @@
+- job_name: gitea
+  static_configs:
+  - targets:
+    - git-ui.lan
+- job_name: nginx
+  static_configs:
+  - targets:
+    - auto.chaos:9113
+- job_name: mysqld
+  static_configs:
+  - targets:
+    - mariadb.lan:9104
+- job_name: mqtt.mosquitto
+  static_configs:
+  - targets:
+    - mqtt.lan:9234
+- job_name: haproxy
+  static_configs:
+  - targets:
+    - drucki.wks:9101
+- job_name: klipper
+  static_configs:
+  - targets:
+    - drucki.wks:3903
+- job_name: octoprint
+  metrics_path: /plugin/prometheus_exporter/metrics
+  params:
+    apikey:
+    - 30E8B01BFD674E5BBD446D08C4730DF4
+  static_configs:
+  - targets:
+    - drucki.wks:80
+- job_name: openhab2
+  metrics_path: /
+  static_configs:
+  - targets:
+    - auto.chaos:9999
+- job_name: node
+  static_configs:
+  - targets:
+    - dumont.wks:9100
+    - drucki.wks:9100
+    - ebin01.wks:9100
+    - ebin02.wks:9100
+    - riot01.wks:9100
+    - truhe.chaos:9100
+    - auto01.chaos:9100
+    - dumont.chaos:9100
+    - tumor.chaos:9100
+    - wohnz.chaos:9100
+    - yori.chaos:9100

cluster-monitoring-local/prometheus-pvc.yaml

@@ -0,0 +1,14 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: prometheus-k8s-db-prometheus-k8s-0 
+  namespace: monitoring
+  annotations:
+    volume.beta.kubernetes.io/storage-class: "managed-nfs-storage"
+spec:
+  storageClassName: fast
+  accessModes:
+  - ReadWriteOnce
+  resources:
+    requests:
+      storage: 20Gi

cluster-monitoring-local/pvs.yaml

@@ -0,0 +1,33 @@
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: prometheus-db
+  annotations:
+    pv.kubernetes.io/pirvisioned-by: nfs-ssd
+spec:
+  storageClassName: "nfs-ssd"
+  nfs:
+    path: /data/raid1-ssh/k8s-data/prometheus-db
+    server: ebin01
+  capacity:
+    storage: 40Gi
+  accessModes:
+    - ReadWriteMany
+  volumeMode: Filesystem
+  persistentVolumeReclaimPolicy: Retain
+---
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: grafana-conf 
+spec:
+  storageClassName: "nfs-ssd"
+  nfs:
+    path: /data/raid1-ssh/k8s-data/grafana-conf
+    server: ebin01
+  capacity:
+    storage: 40Mi
+  accessModes:
+    - ReadWriteMany
+  volumeMode: Filesystem
+  persistentVolumeReclaimPolicy: Retain