Improve Monitoring of Gatekeeper Package
Gatekeeper provides prometheus metrics that are currently not being scraped:
❯ k exec -it -n gatekeeper-system gatekeeper-controller-manager-767b76448f-rzkpw bash
kubectl exec [POD] [COMMAND] is DEPRECATED and will be removed in a future version. Use kubectl exec [POD] -- [COMMAND] instead.
bash-4.4$ curl http://localhost:8888/metrics
# HELP gatekeeper_constraint_template_ingestion_count Total number of constraint template ingestion actions
# TYPE gatekeeper_constraint_template_ingestion_count counter
gatekeeper_constraint_template_ingestion_count{status="active"} 66
# HELP gatekeeper_constraint_template_ingestion_duration_seconds Distribution of how long it took to ingest a constraint template in seconds
# TYPE gatekeeper_constraint_template_ingestion_duration_seconds histogram
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.01"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.02"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.03"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.04"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.05"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.06"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.07"} 32
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.08"} 32
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.09"} 32
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.1"} 32
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.2"} 33
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.3"} 37
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.4"} 45
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.5"} 49
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="1"} 61
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="2"} 66
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="3"} 66
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="4"} 66
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="5"} 66
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="+Inf"} 66
gatekeeper_constraint_template_ingestion_duration_seconds_sum{status="active"} 20.65476525400001
gatekeeper_constraint_template_ingestion_duration_seconds_count{status="active"} 66
# HELP gatekeeper_constraint_templates Number of observed constraint templates
# TYPE gatekeeper_constraint_templates gauge
gatekeeper_constraint_templates{status="active"} 33
gatekeeper_constraint_templates{status="error"} 0
# HELP gatekeeper_constraints Current number of known constraints
# TYPE gatekeeper_constraints gauge
gatekeeper_constraints{enforcement_action="deny",status="active"} 15
gatekeeper_constraints{enforcement_action="deny",status="error"} 0
gatekeeper_constraints{enforcement_action="dryrun",status="active"} 14
gatekeeper_constraints{enforcement_action="dryrun",status="error"} 0
gatekeeper_constraints{enforcement_action="unrecognized",status="active"} 0
gatekeeper_constraints{enforcement_action="unrecognized",status="error"} 0
gatekeeper_constraints{enforcement_action="warn",status="active"} 0
gatekeeper_constraints{enforcement_action="warn",status="error"} 0
# HELP gatekeeper_request_count The number of requests that are routed to validation webhook
# TYPE gatekeeper_request_count counter
gatekeeper_request_count{admission_status="allow"} 47526
gatekeeper_request_count{admission_status="error"} 53
# HELP gatekeeper_request_duration_seconds The response time in seconds
# TYPE gatekeeper_request_duration_seconds histogram
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.001"} 8179
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.002"} 8184
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.003"} 8185
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.004"} 8185
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.005"} 8185
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.006"} 8759
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.007"} 8912
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.008"} 9126
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.009"} 25038
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.01"} 28124
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.02"} 29371
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.03"} 29579
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.04"} 29982
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.05"} 30270
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="+Inf"} 47526
gatekeeper_request_duration_seconds_sum{admission_status="allow"} 4789.794268829012
gatekeeper_request_duration_seconds_count{admission_status="allow"} 47526
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.001"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.002"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.003"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.004"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.005"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.006"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.007"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.008"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.009"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.01"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.02"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.03"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.04"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.05"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="+Inf"} 53
gatekeeper_request_duration_seconds_sum{admission_status="error"} 167.39502005999998
gatekeeper_request_duration_seconds_count{admission_status="error"} 53
# HELP gatekeeper_sync Total number of resources of each kind being cached
# TYPE gatekeeper_sync gauge
gatekeeper_sync{kind="Namespace",status="active"} 14
gatekeeper_sync{kind="Namespace",status="error"} 0
gatekeeper_sync{kind="Pod",status="active"} 61
gatekeeper_sync{kind="Pod",status="error"} 0
gatekeeper_sync{kind="Service",status="active"} 33
gatekeeper_sync{kind="Service",status="error"} 0
# HELP gatekeeper_sync_duration_seconds Latency of sync operation in seconds
# TYPE gatekeeper_sync_duration_seconds histogram
gatekeeper_sync_duration_seconds_bucket{le="0.0001"} 21
gatekeeper_sync_duration_seconds_bucket{le="0.0002"} 30
gatekeeper_sync_duration_seconds_bucket{le="0.0003"} 44
gatekeeper_sync_duration_seconds_bucket{le="0.0004"} 63
gatekeeper_sync_duration_seconds_bucket{le="0.0005"} 69
gatekeeper_sync_duration_seconds_bucket{le="0.0006"} 73
gatekeeper_sync_duration_seconds_bucket{le="0.0007"} 79
gatekeeper_sync_duration_seconds_bucket{le="0.0008"} 79
gatekeeper_sync_duration_seconds_bucket{le="0.0009"} 81
gatekeeper_sync_duration_seconds_bucket{le="0.001"} 84
gatekeeper_sync_duration_seconds_bucket{le="0.002"} 201
gatekeeper_sync_duration_seconds_bucket{le="0.003"} 206
gatekeeper_sync_duration_seconds_bucket{le="0.004"} 210
gatekeeper_sync_duration_seconds_bucket{le="0.005"} 210
gatekeeper_sync_duration_seconds_bucket{le="0.01"} 216
gatekeeper_sync_duration_seconds_bucket{le="0.02"} 216
gatekeeper_sync_duration_seconds_bucket{le="0.03"} 216
gatekeeper_sync_duration_seconds_bucket{le="0.04"} 216
gatekeeper_sync_duration_seconds_bucket{le="0.05"} 217
gatekeeper_sync_duration_seconds_bucket{le="+Inf"} 341
gatekeeper_sync_duration_seconds_sum 62.98637846499997
gatekeeper_sync_duration_seconds_count 341
# HELP gatekeeper_sync_last_run_time Timestamp of last sync operation
# TYPE gatekeeper_sync_last_run_time gauge
gatekeeper_sync_last_run_time 1.6327352652903602e+09
# HELP gatekeeper_validation_request_count The number of requests that are routed to validation webhook
# TYPE gatekeeper_validation_request_count counter
gatekeeper_validation_request_count{admission_status="allow"} 47526
gatekeeper_validation_request_count{admission_status="error"} 53
# HELP gatekeeper_validation_request_duration_seconds The response time in seconds
# TYPE gatekeeper_validation_request_duration_seconds histogram
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.001"} 8179
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.002"} 8184
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.003"} 8185
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.004"} 8185
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.005"} 8185
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.006"} 8759
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.007"} 8912
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.008"} 9126
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.009"} 25038
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.01"} 28124
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.02"} 29371
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.03"} 29579
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.04"} 29982
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.05"} 30270
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="+Inf"} 47526
gatekeeper_validation_request_duration_seconds_sum{admission_status="allow"} 4789.794268829012
gatekeeper_validation_request_duration_seconds_count{admission_status="allow"} 47526
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.001"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.002"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.003"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.004"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.005"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.006"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.007"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.008"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.009"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.01"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.02"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.03"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.04"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.05"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="+Inf"} 53
gatekeeper_validation_request_duration_seconds_sum{admission_status="error"} 167.39502006
gatekeeper_validation_request_duration_seconds_count{admission_status="error"} 53
# HELP gatekeeper_watch_manager_intended_watch_gvk The total number of Group/Version/Kinds that the watch manager has instructions to watch. This could differ from the actual count due to resources being pending, non-existent, or a failure of the watch manager to restart
# TYPE gatekeeper_watch_manager_intended_watch_gvk gauge
gatekeeper_watch_manager_intended_watch_gvk 39
# HELP gatekeeper_watch_manager_watched_gvk The total number of Group/Version/Kinds currently watched by the watch manager
# TYPE gatekeeper_watch_manager_watched_gvk gauge
gatekeeper_watch_manager_watched_gvk 39
bash-4.4$ curl http://localhost:8888/metrics
# HELP gatekeeper_constraint_template_ingestion_count Total number of constraint template ingestion actions
# TYPE gatekeeper_constraint_template_ingestion_count counter
gatekeeper_constraint_template_ingestion_count{status="active"} 66
# HELP gatekeeper_constraint_template_ingestion_duration_seconds Distribution of how long it took to ingest a constraint template in seconds
# TYPE gatekeeper_constraint_template_ingestion_duration_seconds histogram
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.01"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.02"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.03"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.04"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.05"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.06"} 31
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.07"} 32
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.08"} 32
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.09"} 32
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.1"} 32
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.2"} 33
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.3"} 37
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.4"} 45
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="0.5"} 49
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="1"} 61
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="2"} 66
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="3"} 66
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="4"} 66
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="5"} 66
gatekeeper_constraint_template_ingestion_duration_seconds_bucket{status="active",le="+Inf"} 66
gatekeeper_constraint_template_ingestion_duration_seconds_sum{status="active"} 20.65476525400001
gatekeeper_constraint_template_ingestion_duration_seconds_count{status="active"} 66
# HELP gatekeeper_constraint_templates Number of observed constraint templates
# TYPE gatekeeper_constraint_templates gauge
gatekeeper_constraint_templates{status="active"} 33
gatekeeper_constraint_templates{status="error"} 0
# HELP gatekeeper_constraints Current number of known constraints
# TYPE gatekeeper_constraints gauge
gatekeeper_constraints{enforcement_action="deny",status="active"} 15
gatekeeper_constraints{enforcement_action="deny",status="error"} 0
gatekeeper_constraints{enforcement_action="dryrun",status="active"} 14
gatekeeper_constraints{enforcement_action="dryrun",status="error"} 0
gatekeeper_constraints{enforcement_action="unrecognized",status="active"} 0
gatekeeper_constraints{enforcement_action="unrecognized",status="error"} 0
gatekeeper_constraints{enforcement_action="warn",status="active"} 0
gatekeeper_constraints{enforcement_action="warn",status="error"} 0
# HELP gatekeeper_request_count The number of requests that are routed to validation webhook
# TYPE gatekeeper_request_count counter
gatekeeper_request_count{admission_status="allow"} 47597
gatekeeper_request_count{admission_status="deny"} 3
gatekeeper_request_count{admission_status="error"} 53
# HELP gatekeeper_request_duration_seconds The response time in seconds
# TYPE gatekeeper_request_duration_seconds histogram
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.001"} 8191
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.002"} 8196
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.003"} 8197
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.004"} 8197
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.005"} 8197
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.006"} 8772
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.007"} 8926
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.008"} 9140
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.009"} 25062
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.01"} 28152
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.02"} 29400
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.03"} 29609
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.04"} 30012
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="0.05"} 30300
gatekeeper_request_duration_seconds_bucket{admission_status="allow",le="+Inf"} 47597
gatekeeper_request_duration_seconds_sum{admission_status="allow"} 4804.777280377014
gatekeeper_request_duration_seconds_count{admission_status="allow"} 47597
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.001"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.002"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.003"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.004"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.005"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.006"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.007"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.008"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.009"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.01"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.02"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.03"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.04"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="0.05"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="deny",le="+Inf"} 3
gatekeeper_request_duration_seconds_sum{admission_status="deny"} 4.293799125
gatekeeper_request_duration_seconds_count{admission_status="deny"} 3
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.001"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.002"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.003"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.004"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.005"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.006"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.007"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.008"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.009"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.01"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.02"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.03"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.04"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="0.05"} 0
gatekeeper_request_duration_seconds_bucket{admission_status="error",le="+Inf"} 53
gatekeeper_request_duration_seconds_sum{admission_status="error"} 167.39502005999998
gatekeeper_request_duration_seconds_count{admission_status="error"} 53
# HELP gatekeeper_sync Total number of resources of each kind being cached
# TYPE gatekeeper_sync gauge
gatekeeper_sync{kind="Namespace",status="active"} 14
gatekeeper_sync{kind="Namespace",status="error"} 0
gatekeeper_sync{kind="Pod",status="active"} 61
gatekeeper_sync{kind="Pod",status="error"} 0
gatekeeper_sync{kind="Service",status="active"} 33
gatekeeper_sync{kind="Service",status="error"} 0
# HELP gatekeeper_sync_duration_seconds Latency of sync operation in seconds
# TYPE gatekeeper_sync_duration_seconds histogram
gatekeeper_sync_duration_seconds_bucket{le="0.0001"} 21
gatekeeper_sync_duration_seconds_bucket{le="0.0002"} 30
gatekeeper_sync_duration_seconds_bucket{le="0.0003"} 44
gatekeeper_sync_duration_seconds_bucket{le="0.0004"} 63
gatekeeper_sync_duration_seconds_bucket{le="0.0005"} 69
gatekeeper_sync_duration_seconds_bucket{le="0.0006"} 73
gatekeeper_sync_duration_seconds_bucket{le="0.0007"} 79
gatekeeper_sync_duration_seconds_bucket{le="0.0008"} 79
gatekeeper_sync_duration_seconds_bucket{le="0.0009"} 81
gatekeeper_sync_duration_seconds_bucket{le="0.001"} 84
gatekeeper_sync_duration_seconds_bucket{le="0.002"} 201
gatekeeper_sync_duration_seconds_bucket{le="0.003"} 206
gatekeeper_sync_duration_seconds_bucket{le="0.004"} 210
gatekeeper_sync_duration_seconds_bucket{le="0.005"} 210
gatekeeper_sync_duration_seconds_bucket{le="0.01"} 216
gatekeeper_sync_duration_seconds_bucket{le="0.02"} 216
gatekeeper_sync_duration_seconds_bucket{le="0.03"} 216
gatekeeper_sync_duration_seconds_bucket{le="0.04"} 216
gatekeeper_sync_duration_seconds_bucket{le="0.05"} 217
gatekeeper_sync_duration_seconds_bucket{le="+Inf"} 341
gatekeeper_sync_duration_seconds_sum 62.98637846499997
gatekeeper_sync_duration_seconds_count 341
# HELP gatekeeper_sync_last_run_time Timestamp of last sync operation
# TYPE gatekeeper_sync_last_run_time gauge
gatekeeper_sync_last_run_time 1.6327352652903602e+09
# HELP gatekeeper_validation_request_count The number of requests that are routed to validation webhook
# TYPE gatekeeper_validation_request_count counter
gatekeeper_validation_request_count{admission_status="allow"} 47597
gatekeeper_validation_request_count{admission_status="deny"} 3
gatekeeper_validation_request_count{admission_status="error"} 53
# HELP gatekeeper_validation_request_duration_seconds The response time in seconds
# TYPE gatekeeper_validation_request_duration_seconds histogram
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.001"} 8191
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.002"} 8196
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.003"} 8197
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.004"} 8197
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.005"} 8197
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.006"} 8772
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.007"} 8926
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.008"} 9140
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.009"} 25062
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.01"} 28152
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.02"} 29400
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.03"} 29609
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.04"} 30012
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="0.05"} 30300
gatekeeper_validation_request_duration_seconds_bucket{admission_status="allow",le="+Inf"} 47597
gatekeeper_validation_request_duration_seconds_sum{admission_status="allow"} 4804.777280377015
gatekeeper_validation_request_duration_seconds_count{admission_status="allow"} 47597
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.001"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.002"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.003"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.004"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.005"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.006"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.007"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.008"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.009"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.01"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.02"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.03"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.04"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="0.05"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="deny",le="+Inf"} 3
gatekeeper_validation_request_duration_seconds_sum{admission_status="deny"} 4.293799125
gatekeeper_validation_request_duration_seconds_count{admission_status="deny"} 3
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.001"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.002"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.003"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.004"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.005"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.006"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.007"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.008"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.009"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.01"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.02"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.03"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.04"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="0.05"} 0
gatekeeper_validation_request_duration_seconds_bucket{admission_status="error",le="+Inf"} 53
gatekeeper_validation_request_duration_seconds_sum{admission_status="error"} 167.39502006
gatekeeper_validation_request_duration_seconds_count{admission_status="error"} 53
# HELP gatekeeper_watch_manager_intended_watch_gvk The total number of Group/Version/Kinds that the watch manager has instructions to watch. This could differ from the actual count due to resources being pending, non-existent, or a failure of the watch manager to restart
# TYPE gatekeeper_watch_manager_intended_watch_gvk gauge
gatekeeper_watch_manager_intended_watch_gvk 39
# HELP gatekeeper_watch_manager_watched_gvk The total number of Group/Version/Kinds currently watched by the watch manager
# TYPE gatekeeper_watch_manager_watched_gvk gauge
gatekeeper_watch_manager_watched_gvk 39
This issue involves
-
Create Pod monitor for collecting metrics from port 8888 of the gatekeeper -
Create a Grafana Dashboard showing OPA Gatekeeper's response time for requests to the webhook (using the bucket/histograms) -
Create Dashboard to show when violations occur so grafana/alertmanager alerts can be used.