AverageMarcus/cluster.fun
1
0
Fork 0
Code Issues 1 Pull Requests 2 Releases Activity

Updated promtail config

Browse Source 
Signed-off-by: Marcus Noble <github@marcusnoble.co.uk>
This commit is contained in:
Marcus Noble 2021-11-27 21:02:05 +00:00
parent 8bfcfbe770
commit 769fdff851
Signed by: AverageMarcus
GPG Key ID: B8F2DB8A7AEBAF78
1 changed files with 467 additions and 387 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

854
manifests/monitoring/promtail.yaml
View File

@ -67,7 +67,7 @@ data:
target_config:
sync_period: 10s
scrape_configs:
- job_name: kubernetes-pods-name
- job_name: kubernetes-pods
pipeline_stages:
- docker: {}
- match:
@ -85,398 +85,478 @@ data:
- match:
selector: '{app="internal-proxy"}'
action: drop
# - match:
# selector: '{k8s_app="traefik-ingress-lb"}'
# stages:
# - json:
# expressions:
# request_host: RequestHost
# request_path: RequestPath
# error: error
# - drop:
# source: "request_path"
# value: "/healthz"
# - template:
# source: has_error
# template: '{{ if .error }}true{{ else }}false{{ end }}'
# - labels:
# request_host:
# has_error:
kubernetes_sd_configs:
- role: pod
- role: pod
relabel_configs:
- source_labels:
- __meta_kubernetes_pod_label_name
target_label: __service__
- source_labels:
- __meta_kubernetes_pod_node_name
target_label: __host__
- action: drop
regex: ''
source_labels:
- __service__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
replacement: $1
separator: /
source_labels:
- __meta_kubernetes_namespace
- __service__
target_label: job
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: pod
- action: replace
source_labels:
- __meta_kubernetes_pod_container_name
target_label: container
- replacement: /var/log/pods/*$1/*.log
separator: /
source_labels:
- __meta_kubernetes_pod_uid
- __meta_kubernetes_pod_container_name
target_label: __path__
- source_labels:
- __meta_kubernetes_pod_controller_name
regex: ([0-9a-z-.]+?)(-[0-9a-f]{8,10})?
action: replace
target_label: __tmp_controller_name
- source_labels:
- __meta_kubernetes_pod_label_app_kubernetes_io_name
- __meta_kubernetes_pod_label_app
- __tmp_controller_name
- __meta_kubernetes_pod_name
regex: ^;*([^;]+)(;.*)?$
action: replace
target_label: app
- source_labels:
- __meta_kubernetes_pod_label_app_kubernetes_io_component
- __meta_kubernetes_pod_label_component
regex: ^;*([^;]+)(;.*)?$
action: replace
target_label: component
- action: replace
source_labels:
- __meta_kubernetes_pod_node_name
target_label: node_name
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: namespace
- action: replace
replacement: $1
separator: /
source_labels:
- namespace
- app
target_label: job
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: pod
- action: replace
source_labels:
- __meta_kubernetes_pod_container_name
target_label: container
- action: replace
replacement: /var/log/pods/*$1/*.log
separator: /
source_labels:
- __meta_kubernetes_pod_uid
- __meta_kubernetes_pod_container_name
target_label: __path__
- action: replace
replacement: /var/log/pods/*$1/*.log
regex: true/(.*)
separator: /
source_labels:
- __meta_kubernetes_pod_annotationpresent_kubernetes_io_config_hash
- __meta_kubernetes_pod_annotation_kubernetes_io_config_hash
- __meta_kubernetes_pod_container_name
target_label: __path__
- job_name: kubernetes-pods-app
pipeline_stages:
- docker: {}
- match:
selector: '{name="weave-net"}'
action: drop
- match:
selector: '{filename=~".*konnectivity.*"}'
action: drop
- match:
selector: '{name=~".*"} |~ ".*/healthz.*"'
action: drop
- match:
selector: '{name=~".*"} |~ ".*kube-probe/.*"'
action: drop
- match:
selector: '{app="internal-proxy"}'
action: drop
# - match:
# selector: '{k8s_app="traefik-ingress-lb"}'
# stages:
# - json:
# expressions:
# request_host: RequestHost
# request_path: RequestPath
# error: error
# - drop:
# source: "request_path"
# value: "/healthz"
# - template:
# source: has_error
# template: '{{ if .error }}true{{ else }}false{{ end }}'
# - labels:
# request_host:
# has_error:
kubernetes_sd_configs:
- role: pod
relabel_configs:
- action: drop
regex: .+
source_labels:
- __meta_kubernetes_pod_label_name
- source_labels:
- __meta_kubernetes_pod_label_app
target_label: __service__
- source_labels:
- __meta_kubernetes_pod_node_name
target_label: __host__
- action: drop
regex: ''
source_labels:
- __service__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
replacement: $1
separator: /
source_labels:
- __meta_kubernetes_namespace
- __service__
target_label: job
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: pod
- action: replace
source_labels:
- __meta_kubernetes_pod_container_name
target_label: container
- replacement: /var/log/pods/*$1/*.log
separator: /
source_labels:
- __meta_kubernetes_pod_uid
- __meta_kubernetes_pod_container_name
target_label: __path__
# - job_name: kubernetes-pods-name
# pipeline_stages:
# - docker: {}
# - match:
# selector: '{name="weave-net"}'
# action: drop
# - match:
# selector: '{filename=~".*konnectivity.*"}'
# action: drop
# - match:
# selector: '{name=~".*"} |~ ".*/healthz.*"'
# action: drop
# - match:
# selector: '{name=~".*"} |~ ".*kube-probe/.*"'
# action: drop
# - match:
# selector: '{app="internal-proxy"}'
# action: drop
# # - match:
# # selector: '{k8s_app="traefik-ingress-lb"}'
# # stages:
# # - json:
# # expressions:
# # request_host: RequestHost
# # request_path: RequestPath
# # error: error
# # - drop:
# # source: "request_path"
# # value: "/healthz"
# # - template:
# # source: has_error
# # template: '{{ if .error }}true{{ else }}false{{ end }}'
# # - labels:
# # request_host:
# # has_error:
# kubernetes_sd_configs:
# - role: pod
# relabel_configs:
# - source_labels:
# - __meta_kubernetes_pod_label_name
# target_label: __service__
# - source_labels:
# - __meta_kubernetes_pod_node_name
# target_label: __host__
# - action: drop
# regex: ''
# source_labels:
# - __service__
# - action: labelmap
# regex: __meta_kubernetes_pod_label_(.+)
# - action: replace
# replacement: $1
# separator: /
# source_labels:
# - __meta_kubernetes_namespace
# - __service__
# target_label: job
# - action: replace
# source_labels:
# - __meta_kubernetes_namespace
# target_label: namespace
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_name
# target_label: pod
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_container_name
# target_label: container
# - replacement: /var/log/pods/*$1/*.log
# separator: /
# source_labels:
# - __meta_kubernetes_pod_uid
# - __meta_kubernetes_pod_container_name
# target_label: __path__
- job_name: kubernetes-pods-direct-controllers
pipeline_stages:
- docker: {}
- match:
selector: '{name="weave-net"}'
action: drop
- match:
selector: '{filename=~".*konnectivity.*"}'
action: drop
- match:
selector: '{name=~".*"} |~ ".*/healthz.*"'
action: drop
- match:
selector: '{name=~".*"} |~ ".*kube-probe/.*"'
action: drop
- match:
selector: '{app="internal-proxy"}'
action: drop
# - match:
# selector: '{k8s_app="traefik-ingress-lb"}'
# stages:
# - json:
# expressions:
# request_host: RequestHost
# request_path: RequestPath
# error: error
# - drop:
# source: "request_path"
# value: "/healthz"
# - template:
# source: has_error
# template: '{{ if .error }}true{{ else }}false{{ end }}'
# - labels:
# request_host:
# has_error:
kubernetes_sd_configs:
- role: pod
relabel_configs:
- action: drop
regex: .+
separator: ''
source_labels:
- __meta_kubernetes_pod_label_name
- __meta_kubernetes_pod_label_app
- action: drop
regex: '[0-9a-z-.]+-[0-9a-f]{8,10}'
source_labels:
- __meta_kubernetes_pod_controller_name
- source_labels:
- __meta_kubernetes_pod_controller_name
target_label: __service__
- source_labels:
- __meta_kubernetes_pod_node_name
target_label: __host__
- action: drop
regex: ''
source_labels:
- __service__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
replacement: $1
separator: /
source_labels:
- __meta_kubernetes_namespace
- __service__
target_label: job
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: pod
- action: replace
source_labels:
- __meta_kubernetes_pod_container_name
target_label: container
- replacement: /var/log/pods/*$1/*.log
separator: /
source_labels:
- __meta_kubernetes_pod_uid
- __meta_kubernetes_pod_container_name
target_label: __path__
# - job_name: kubernetes-pods-app
# pipeline_stages:
# - docker: {}
# - match:
# selector: '{name="weave-net"}'
# action: drop
# - match:
# selector: '{filename=~".*konnectivity.*"}'
# action: drop
# - match:
# selector: '{name=~".*"} |~ ".*/healthz.*"'
# action: drop
# - match:
# selector: '{name=~".*"} |~ ".*kube-probe/.*"'
# action: drop
# - match:
# selector: '{app="internal-proxy"}'
# action: drop
# # - match:
# # selector: '{k8s_app="traefik-ingress-lb"}'
# # stages:
# # - json:
# # expressions:
# # request_host: RequestHost
# # request_path: RequestPath
# # error: error
# # - drop:
# # source: "request_path"
# # value: "/healthz"
# # - template:
# # source: has_error
# # template: '{{ if .error }}true{{ else }}false{{ end }}'
# # - labels:
# # request_host:
# # has_error:
# kubernetes_sd_configs:
# - role: pod
# relabel_configs:
# - action: drop
# regex: .+
# source_labels:
# - __meta_kubernetes_pod_label_name
# - source_labels:
# - __meta_kubernetes_pod_label_app
# target_label: __service__
# - source_labels:
# - __meta_kubernetes_pod_node_name
# target_label: __host__
# - action: drop
# regex: ''
# source_labels:
# - __service__
# - action: labelmap
# regex: __meta_kubernetes_pod_label_(.+)
# - action: replace
# replacement: $1
# separator: /
# source_labels:
# - __meta_kubernetes_namespace
# - __service__
# target_label: job
# - action: replace
# source_labels:
# - __meta_kubernetes_namespace
# target_label: namespace
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_name
# target_label: pod
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_container_name
# target_label: container
# - replacement: /var/log/pods/*$1/*.log
# separator: /
# source_labels:
# - __meta_kubernetes_pod_uid
# - __meta_kubernetes_pod_container_name
# target_label: __path__
- job_name: kubernetes-pods-indirect-controller
pipeline_stages:
- docker: {}
- match:
selector: '{name="weave-net"}'
action: drop
- match:
selector: '{filename=~".*konnectivity.*"}'
action: drop
- match:
selector: '{name=~".*"} |~ ".*/healthz.*"'
action: drop
- match:
selector: '{name=~".*"} |~ ".*kube-probe/.*"'
action: drop
- match:
selector: '{app="internal-proxy"}'
action: drop
# - match:
# selector: '{k8s_app="traefik-ingress-lb"}'
# stages:
# - json:
# expressions:
# request_host: RequestHost
# request_path: RequestPath
# error: error
# - drop:
# source: "request_path"
# value: "/healthz"
# - template:
# source: has_error
# template: '{{ if .error }}true{{ else }}false{{ end }}'
# - labels:
# request_host:
# has_error:
kubernetes_sd_configs:
- role: pod
relabel_configs:
- action: drop
regex: .+
separator: ''
source_labels:
- __meta_kubernetes_pod_label_name
- __meta_kubernetes_pod_label_app
- action: keep
regex: '[0-9a-z-.]+-[0-9a-f]{8,10}'
source_labels:
- __meta_kubernetes_pod_controller_name
- action: replace
regex: '([0-9a-z-.]+)-[0-9a-f]{8,10}'
source_labels:
- __meta_kubernetes_pod_controller_name
target_label: __service__
- source_labels:
- __meta_kubernetes_pod_node_name
target_label: __host__
- action: drop
regex: ''
source_labels:
- __service__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
replacement: $1
separator: /
source_labels:
- __meta_kubernetes_namespace
- __service__
target_label: job
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: pod
- action: replace
source_labels:
- __meta_kubernetes_pod_container_name
target_label: container
- replacement: /var/log/pods/*$1/*.log
separator: /
source_labels:
- __meta_kubernetes_pod_uid
- __meta_kubernetes_pod_container_name
target_label: __path__
# - job_name: kubernetes-pods-direct-controllers
# pipeline_stages:
# - docker: {}
# - match:
# selector: '{name="weave-net"}'
# action: drop
# - match:
# selector: '{filename=~".*konnectivity.*"}'
# action: drop
# - match:
# selector: '{name=~".*"} |~ ".*/healthz.*"'
# action: drop
# - match:
# selector: '{name=~".*"} |~ ".*kube-probe/.*"'
# action: drop
# - match:
# selector: '{app="internal-proxy"}'
# action: drop
# # - match:
# # selector: '{k8s_app="traefik-ingress-lb"}'
# # stages:
# # - json:
# # expressions:
# # request_host: RequestHost
# # request_path: RequestPath
# # error: error
# # - drop:
# # source: "request_path"
# # value: "/healthz"
# # - template:
# # source: has_error
# # template: '{{ if .error }}true{{ else }}false{{ end }}'
# # - labels:
# # request_host:
# # has_error:
# kubernetes_sd_configs:
# - role: pod
# relabel_configs:
# - action: drop
# regex: .+
# separator: ''
# source_labels:
# - __meta_kubernetes_pod_label_name
# - __meta_kubernetes_pod_label_app
# - action: drop
# regex: '[0-9a-z-.]+-[0-9a-f]{8,10}'
# source_labels:
# - __meta_kubernetes_pod_controller_name
# - source_labels:
# - __meta_kubernetes_pod_controller_name
# target_label: __service__
# - source_labels:
# - __meta_kubernetes_pod_node_name
# target_label: __host__
# - action: drop
# regex: ''
# source_labels:
# - __service__
# - action: labelmap
# regex: __meta_kubernetes_pod_label_(.+)
# - action: replace
# replacement: $1
# separator: /
# source_labels:
# - __meta_kubernetes_namespace
# - __service__
# target_label: job
# - action: replace
# source_labels:
# - __meta_kubernetes_namespace
# target_label: namespace
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_name
# target_label: pod
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_container_name
# target_label: container
# - replacement: /var/log/pods/*$1/*.log
# separator: /
# source_labels:
# - __meta_kubernetes_pod_uid
# - __meta_kubernetes_pod_container_name
# target_label: __path__
- job_name: kubernetes-pods-static
pipeline_stages:
- docker: {}
- match:
selector: '{name="weave-net"}'
action: drop
- match:
selector: '{filename=~".*konnectivity.*"}'
action: drop
- match:
selector: '{name=~".*"} |~ ".*/healthz.*"'
action: drop
- match:
selector: '{name=~".*"} |~ ".*kube-probe/.*"'
action: drop
- match:
selector: '{app="internal-proxy"}'
action: drop
# - match:
# selector: '{k8s_app="traefik-ingress-lb"}'
# stages:
# - json:
# expressions:
# request_host: RequestHost
# request_path: RequestPath
# error: error
# - drop:
# source: "request_path"
# value: "/healthz"
# - template:
# source: has_error
# template: '{{ if .error }}true{{ else }}false{{ end }}'
# - labels:
# request_host:
# has_error:
kubernetes_sd_configs:
- role: pod
relabel_configs:
- action: drop
regex: ''
source_labels:
- __meta_kubernetes_pod_annotation_kubernetes_io_config_mirror
- action: replace
source_labels:
- __meta_kubernetes_pod_label_component
target_label: __service__
- source_labels:
- __meta_kubernetes_pod_node_name
target_label: __host__
- action: drop
regex: ''
source_labels:
- __service__
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- action: replace
replacement: $1
separator: /
source_labels:
- __meta_kubernetes_namespace
- __service__
target_label: job
- action: replace
source_labels:
- __meta_kubernetes_namespace
target_label: namespace
- action: replace
source_labels:
- __meta_kubernetes_pod_name
target_label: pod
- action: replace
source_labels:
- __meta_kubernetes_pod_container_name
target_label: container
- replacement: /var/log/pods/*$1/*.log
separator: /
source_labels:
- __meta_kubernetes_pod_annotation_kubernetes_io_config_mirror
- __meta_kubernetes_pod_container_name
target_label: __path__
# - job_name: kubernetes-pods-indirect-controller
# pipeline_stages:
# - docker: {}
# - match:
# selector: '{name="weave-net"}'
# action: drop
# - match:
# selector: '{filename=~".*konnectivity.*"}'
# action: drop
# - match:
# selector: '{name=~".*"} |~ ".*/healthz.*"'
# action: drop
# - match:
# selector: '{name=~".*"} |~ ".*kube-probe/.*"'
# action: drop
# - match:
# selector: '{app="internal-proxy"}'
# action: drop
# # - match:
# # selector: '{k8s_app="traefik-ingress-lb"}'
# # stages:
# # - json:
# # expressions:
# # request_host: RequestHost
# # request_path: RequestPath
# # error: error
# # - drop:
# # source: "request_path"
# # value: "/healthz"
# # - template:
# # source: has_error
# # template: '{{ if .error }}true{{ else }}false{{ end }}'
# # - labels:
# # request_host:
# # has_error:
# kubernetes_sd_configs:
# - role: pod
# relabel_configs:
# - action: drop
# regex: .+
# separator: ''
# source_labels:
# - __meta_kubernetes_pod_label_name
# - __meta_kubernetes_pod_label_app
# - action: keep
# regex: '[0-9a-z-.]+-[0-9a-f]{8,10}'
# source_labels:
# - __meta_kubernetes_pod_controller_name
# - action: replace
# regex: '([0-9a-z-.]+)-[0-9a-f]{8,10}'
# source_labels:
# - __meta_kubernetes_pod_controller_name
# target_label: __service__
# - source_labels:
# - __meta_kubernetes_pod_node_name
# target_label: __host__
# - action: drop
# regex: ''
# source_labels:
# - __service__
# - action: labelmap
# regex: __meta_kubernetes_pod_label_(.+)
# - action: replace
# replacement: $1
# separator: /
# source_labels:
# - __meta_kubernetes_namespace
# - __service__
# target_label: job
# - action: replace
# source_labels:
# - __meta_kubernetes_namespace
# target_label: namespace
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_name
# target_label: pod
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_container_name
# target_label: container
# - replacement: /var/log/pods/*$1/*.log
# separator: /
# source_labels:
# - __meta_kubernetes_pod_uid
# - __meta_kubernetes_pod_container_name
# target_label: __path__
# - job_name: kubernetes-pods-static
# pipeline_stages:
# - docker: {}
# - match:
# selector: '{name="weave-net"}'
# action: drop
# - match:
# selector: '{filename=~".*konnectivity.*"}'
# action: drop
# - match:
# selector: '{name=~".*"} |~ ".*/healthz.*"'
# action: drop
# - match:
# selector: '{name=~".*"} |~ ".*kube-probe/.*"'
# action: drop
# - match:
# selector: '{app="internal-proxy"}'
# action: drop
# # - match:
# # selector: '{k8s_app="traefik-ingress-lb"}'
# # stages:
# # - json:
# # expressions:
# # request_host: RequestHost
# # request_path: RequestPath
# # error: error
# # - drop:
# # source: "request_path"
# # value: "/healthz"
# # - template:
# # source: has_error
# # template: '{{ if .error }}true{{ else }}false{{ end }}'
# # - labels:
# # request_host:
# # has_error:
# kubernetes_sd_configs:
# - role: pod
# relabel_configs:
# - action: drop
# regex: ''
# source_labels:
# - __meta_kubernetes_pod_annotation_kubernetes_io_config_mirror
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_label_component
# target_label: __service__
# - source_labels:
# - __meta_kubernetes_pod_node_name
# target_label: __host__
# - action: drop
# regex: ''
# source_labels:
# - __service__
# - action: labelmap
# regex: __meta_kubernetes_pod_label_(.+)
# - action: replace
# replacement: $1
# separator: /
# source_labels:
# - __meta_kubernetes_namespace
# - __service__
# target_label: job
# - action: replace
# source_labels:
# - __meta_kubernetes_namespace
# target_label: namespace
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_name
# target_label: pod
# - action: replace
# source_labels:
# - __meta_kubernetes_pod_container_name
# target_label: container
# - replacement: /var/log/pods/*$1/*.log
# separator: /
# source_labels:
# - __meta_kubernetes_pod_annotation_kubernetes_io_config_mirror
# - __meta_kubernetes_pod_container_name
# target_label: __path__
---
kind: ClusterRole