chore: migrate chart to public repo #8

Merged
jon_nfc merged 61 commits from genesis into development 2023-09-27 05:24:51 +00:00
102 changed files with 7453 additions and 0 deletions
Showing only changes of commit 817b838655 - Show all commits

View File

@ -17,314 +17,223 @@ data:
wal_directory: /tmp/wal
logs:
# Choose a directory to save the last read position of log files at.
# This directory will be created if it doesn't already exist.
positions_directory: "/tmp"
configs:
- name: journal
- name: node-logs
clients:
- url: http://{{ .Values.nfc_monitoring.loki.service_name }}.{{ .Values.nfc_monitoring.loki.namespace }}.svc.{{ .Values.nfc_monitoring.kubernetes.cluster_dns_name }}:{{ .Values.nfc_monitoring.loki.service_port }}/loki/api/v1/push
scrape_configs:
- job_name: systemd-journal
journal:
labels:
job: node-journal
path: /host/root/run/log/journal
json: true
relabel_configs:
- source_labels:
- __journal__systemd_unit
target_label: systemd_unit
- source_labels:
- __journal__hostname
target_label: node
- source_labels:
- __journal_syslog_identifier
target_label: syslog_identifier
- target_label: "job_name"
replacement: "journal"
- target_label: hostname
replacement: "${HOSTNAME}"
backoff_config:
min_period: 10s
max_period: 5m
max_retries: 10
pipeline_stages:
- json:
expressions:
pid: _PID
userId: _UID
application: _COMM
priority: PRIORITY
limits_config:
readline_rate_enabled: true
readline_rate: 250
readline_burst: 750
readline_rate_drop: false
max_streams: 500
- labels:
application:
#level:
pid:
userId:
priority:
- template:
source: level
template: '{{"{{"}} ToLower .Value {{"}}"}}'
- match:
selector: '{priority="7"}'
stages:
- template:
source: level
template: 'debug'
- match:
selector: '{priority="6"}'
stages:
- template:
source: level
template: 'info'
- match:
selector: '{priority="5"}'
stages:
- template:
source: level
template: 'notice'
- match:
selector: '{priority="4"}'
stages:
- template:
source: level
template: 'warning'
- match:
selector: '{priority="3"}'
stages:
- template:
source: level
template: 'error'
- match:
selector: '{priority="2"}'
stages:
- template:
source: level
template: 'crit'
- match:
selector: '{priority="1"}'
stages:
- template:
source: level
template: 'alert'
- match:
selector: '{priority="0"}'
stages:
- template:
source: level
template: 'emerg'
- labels:
level:
- name: log-files
clients:
- url: http://{{ .Values.nfc_monitoring.loki.service_name }}.{{ .Values.nfc_monitoring.loki.namespace }}.svc.{{ .Values.nfc_monitoring.kubernetes.cluster_dns_name }}:{{ .Values.nfc_monitoring.loki.service_port }}/loki/api/v1/push
positions:
filename: /tmp/var-logfile.yaml
target_config:
sync_period: 10s
scrape_configs:
- job_name: var-logs
static_configs:
- targets: [localhost]
labels:
job_name: 'aptitude'
__path__: /var/log/apt/*.log
- targets: [localhost]
labels:
job_name: 'dpkg'
__path__: /var/log/dpkg.log
- targets: [localhost]
labels:
job_name: 'messages'
__path__: /var/log/messages
- targets: [localhost]
labels:
job_name: 'syslog'
__path__: /var/log/syslog
- targets: [localhost]
labels:
job_name: 'kernlog'
__path__: /var/log/kern.log
- targets: [localhost]
labels:
job_name: 'auth-log'
__path__: /var/log/auth.log
- targets: [localhost]
labels:
job_name: 'boot-log'
__path__: /var/log/boot.log
- targets: [localhost]
labels:
job_name: 'daemon-log'
__path__: /var/log/daemon.log
- targets: [localhost]
labels:
job_name: 'faillog-log'
__path__: /var/log/faillog
- targets: [localhost]
labels:
job_name: 'lastlog-log'
__path__: /var/log/lastlog
relabel_configs:
- target_label: hostname
replacement: "${HOSTNAME}"
- target_label: job
replacement: log-files
# - job_name: varlogs
# static_configs:
# - targets: [localhost]
# labels:
# # cluster: dev
# job: 'container logs'
# __path__: /var/log/pods/*/*/*.log
# pipeline_stages:
# - json:
# expressions:
# namespace: namespace
# level: level
# - regex:
# source: filename
# # expression: '/var/log/pods/(.+)/(?P<pod>.+)/(*.log)'
# # expression: '/var/log/pods/.+/(?P<pod>\\S+?)'
# #expression: '/var/log/pods/.+/(?P<pod>\\S+?)/*.log'
# #expression: '/var/log/pods/.+/(?P<pod>\S+?)/*.log'
# expression: '/var/log/pods/.+/(?P<container>\S+?)/.+log'
# - regex:
# source: filename
# expression: '/var\/log\/pods\/.*_(?P<pod>\S+?)_.*\/.+\/.+log'
# - regex:
# source: filename
# expression: '/var/log/pods/(?P<namespace>\S+?)_.*/.+/.+log'
# - regex:
# #source: message
# expression: '\s?level=(?P<level>\S+)\s+'
# - regex:
# #source: message
# expression: '\s?(?P<level>debug|info|warn|error)\s'
# - template:
# source: level
# template: '{{"{{"}} ToLower .Value {{"}}"}}'
# - labels:
# container:
# level:
# namespace:
# pod:
#relabel_configs:
# - source_labels: [__filename__]
# separator: '/'
# regex: '/var/log/pods/*/(.*)/*.log'
# replacement: '${1}'
# target_label: pod
# - source_labels: [__filename__]
# replacement: '/var/log/pods/*/${1}/*.log'
# target_label: pod
# - replacement: /var/log/pods/*/${1}/*.log
# separator: /
# source_labels:
# - __meta_kubernetes_pod_uid
# - __meta_kubernetes_pod_container_name
# target_label: pod
# - targets: [localhost]
# labels:
# job: varlogs
# __path__: /var/logs/*
# - targets: [localhost]
# labels:
# job: varlogs
# __path__: /host/root/var/log/*
# - targets: [localhost]
# labels:
# job: varlogs
# __path__: /host/root/var/logs/*
# - targets: [localhost]
# labels:
# job: varlogs
# __path__: /host/root/var/log/containers/*
# - targets: [localhost]
# labels:
# job: varlogs
# __path__: /host/root/var/log/*/*
- name: kubernetes
clients:
- url: http://{{ .Values.nfc_monitoring.loki.service_name }}.{{ .Values.nfc_monitoring.loki.namespace }}.svc.{{ .Values.nfc_monitoring.kubernetes.cluster_dns_name }}:{{ .Values.nfc_monitoring.loki.service_port }}/loki/api/v1/push
# basic_auth:
# username: YOUR_LOKI_USERNAME
# password: YOUR_LOKI_PASSWORD
external_labels:
#cluster: dev-cluster
positions:
filename: /tmp/kub-positions.yaml
target_config:
sync_period: 10s
scrape_configs:
- job_name: pod-logs
kubernetes_sd_configs:
- role: pod
pipeline_stages:
- cri: {}
- regex:
#source: msg
expression: '(\s|\t|level=)?(?P<level>trace|debug|info|warn|error|TRACE|DEBUG|INFO|WARN|ERROR)(\s|\t)'
- labels:
level:
relabel_configs:
- job_name: systemd-journal
journal:
path: /host/root/run/log/journal
json: true
max_age: 24h
relabel_configs:
- source_labels:
- __meta_kubernetes_pod_node_name
target_label: __host__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: namespace
# - target_label: job
# # source_labels:
# # - __meta_kubernetes_namespace
# replacement: loki/ingester_grafana-agent
- target_label: job
replacement: grafana-agent
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: pod
- action: replace
source_labels:
- __meta_kubernetes_pod_container_name
target_label: container
- replacement: /var/log/pods/*$1/*.log
separator: /
source_labels:
- __meta_kubernetes_pod_uid
- __meta_kubernetes_pod_container_name
target_label: __path__
- __journal__systemd_unit
target_label: systemd_unit
- source_labels:
- __journal__hostname
target_label: node
- source_labels:
- __journal_syslog_identifier
target_label: syslog_identifier
- target_label: "job"
replacement: "systemd-journal"
- target_label: "job_name"
replacement: "kubernetes_sd"
replacement: "journal-logs"
- target_label: hostname
replacement: "${HOSTNAME}"
pipeline_stages:
- json:
expressions:
pid: _PID
userId: _UID
application: _COMM
priority: PRIORITY
- labels:
application:
#level:
pid:
userId:
priority:
- template:
source: level
template: '{{"{{"}} ToLower .Value {{"}}"}}'
- match:
selector: '{priority="7"}'
stages:
- template:
source: level
template: 'debug'
- match:
selector: '{priority="6"}'
stages:
- template:
source: level
template: 'info'
- match:
selector: '{priority="5"}'
stages:
- template:
source: level
template: 'notice'
- match:
selector: '{priority="4"}'
stages:
- template:
source: level
template: 'warning'
- match:
selector: '{priority="3"}'
stages:
- template:
source: level
template: 'error'
- match:
selector: '{priority="2"}'
stages:
- template:
source: level
template: 'crit'
- match:
selector: '{priority="1"}'
stages:
- template:
source: level
template: 'alert'
- match:
selector: '{priority="0"}'
stages:
- template:
source: level
template: 'emerg'
- labels:
level:
- job_name: var-logs
static_configs:
- targets: [localhost]
labels:
job_name: 'aptitude'
__path__: /var/log/apt/*.log
- targets: [localhost]
labels:
job_name: 'dpkg'
__path__: /var/log/dpkg.log
- targets: [localhost]
labels:
job_name: 'messages'
__path__: /var/log/messages
- targets: [localhost]
labels:
job_name: 'syslog'
__path__: /var/log/syslog
- targets: [localhost]
labels:
job_name: 'kernlog'
__path__: /var/log/kern.log
- targets: [localhost]
labels:
job_name: 'auth-log'
__path__: /var/log/auth.log
- targets: [localhost]
labels:
job_name: 'boot-log'
__path__: /var/log/boot.log
- targets: [localhost]
labels:
job_name: 'daemon-log'
__path__: /var/log/daemon.log
- targets: [localhost]
labels:
job_name: 'faillog-log'
__path__: /var/log/faillog
- targets: [localhost]
labels:
job_name: 'lastlog-log'
__path__: /var/log/lastlog
relabel_configs:
- target_label: hostname
replacement: "${HOSTNAME}"
- target_label: job
replacement: log-files
- target_label: node
replacement: "${HOSTNAME}"
pipeline_stages:
- timestamp:
format: RFC3339
source: time
- job_name: pod-logs
kubernetes_sd_configs:
- role: pod
pipeline_stages:
- cri: {}
- regex:
expression: '(\s|\t|level=)?(?P<level>trace|debug|info|warn|error|TRACE|DEBUG|INFO|WARN|ERROR)(\s|\t)'
- labels:
level:
relabel_configs:
- source_labels:
- __meta_kubernetes_pod_node_name
target_label: __host__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: namespace
- target_label: job
replacement: kubernetes_sd
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: pod
- action: replace
source_labels:
- __meta_kubernetes_pod_container_name
target_label: container
- replacement: /var/log/pods/*$1/*.log
separator: /
source_labels:
- __meta_kubernetes_pod_uid
- __meta_kubernetes_pod_container_name
target_label: __path__
- target_label: "job_name"
replacement: "kubernetes-logs"
- target_label: hostname
replacement: "${HOSTNAME}"
- target_label: node
source_labels:
- __meta_kubernetes_pod_node_name
integrations: