====================================================================================================
=============================   Pod describe lodemon-84449fd55-zjbf7   =============================
====================================================================================================
Name:             lodemon-84449fd55-zjbf7
Namespace:        xlou
Priority:         0
Service Account:  k8s-svc-acct-lodemon
Node:             gke-xlou-cdm-default-pool-9d1e5395-5mf3/10.142.0.104
Start Time:       Sun, 21 Sep 2025 06:06:31 +0000
Labels:           app=lodemon
                  app.kubernetes.io/name=lodemon
                  pod-template-hash=84449fd55
                  skaffold.dev/run-id=3b4d5b9f-655c-488e-83c6-9433db961edf
Annotations:      <none>
Status:           Running
IP:               10.106.40.165
IPs:
  IP:           10.106.40.165
Controlled By:  ReplicaSet/lodemon-84449fd55
Containers:
  lodemon:
    Container ID:   containerd://16db21790d85b402786181a7d68012a06bf50960007a2629946067e0161ee164
    Image:          gcr.io/engineeringpit/performance-dashboard/lodemon:latest
    Image ID:       gcr.io/engineeringpit/performance-dashboard/lodemon@sha256:ea75a359346cdcf41c2b7c6e6a7fc13ee8f87f23c864140ee060af8927579d4e
    Port:           8080/TCP
    Host Port:      0/TCP
    State:          Running
      Started:      Sun, 21 Sep 2025 06:06:32 +0000
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     2
      memory:  2Gi
    Requests:
      cpu:      1
      memory:   1Gi
    Liveness:   http-get http://:8080/health delay=20s timeout=1s period=10s #success=1 #failure=3
    Readiness:  http-get http://:8080/health delay=20s timeout=1s period=10s #success=1 #failure=3
    Environment:
      MONITORING_CONFIG_PATH:  /cfg/lodemon_config.yaml
    Mounts:
      /cfg/ from lodemon-config (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-9p489 (ro)
Conditions:
  Type                        Status
  PodReadyToStartContainers   True 
  Initialized                 True 
  Ready                       True 
  ContainersReady             True 
  PodScheduled                True 
Volumes:
  lodemon-config:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      lodemon-config
    Optional:  false
  kube-api-access-9p489:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>

====================================================================================================
===============================   Pod logs lodemon-84449fd55-zjbf7   ===============================
====================================================================================================
[90m2025-09-21 06:06:32[0m [32mINF[0m [1mStarting lodemon server on port 8080[0m
[90m2025-09-21 06:06:32[0m [32mINF[0m [1mInitializing clients...[0m
[90m2025-09-21 06:06:32[0m DBG Fetching ID token for accessing prometheus
[90m2025-09-21 06:06:32[0m DBG Fetched ID token successfully
[90m2025-09-21 06:06:32[0m [32mINF[0m [1mClients initialized successfully[0m
[90m2025-09-21 06:06:58[0m [32mINF[0m [1mConfiguring Lodemon[0m
[90m2025-09-21 06:06:58[0m [32mINF[0m [1mConfiguring monitoring units[0m
[90m2025-09-21 06:06:58[0m [32mINF[0m [1mPrometheus config: {https://api.pre-prod-monitor.forgeblocks.com/ 172791522915-3e3324sfe2hp8olcsc700a34ckn6pjhu.apps.googleusercontent.com  [{DS Java heap mem usage ds_jvm_memory_heap_used_bytes [] } {IDM Java heap mem usage idm_jvm_memory_usage_heap_usage [] } {AM Java heap mem usage am_jvm_memory_usage_heap_usage [] }] [{Kubelet Volume Stats Inodes kubelet_volume_stats_inodes [] } { container_memory_failcnt [] }] [{DS Identity backend connections ds_backend_db_cache_size_total_bytes [{backend amIdentityStore}] fr-platform}]}[0m
[90m2025-09-21 06:06:58[0m [34mTRC[0m Parsing Prometheus queries from config
[90m2025-09-21 06:06:58[0m [34mTRC[0m Parsing component query: DS Java heap mem usage
[90m2025-09-21 06:06:58[0m [34mTRC[0m Parsing component query: IDM Java heap mem usage
[90m2025-09-21 06:06:58[0m [34mTRC[0m Parsing component query: AM Java heap mem usage
[90m2025-09-21 06:06:58[0m [34mTRC[0m Parsing global query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:06:58[0m [34mTRC[0m Parsing global query: 
[90m2025-09-21 06:06:58[0m [34mTRC[0m Parsing scoped query: DS Identity backend connections
[90m2025-09-21 06:06:58[0m [32mINF[0m [1mPrometheus monitoring unit is enabled. Configuring prometheus units[0m
[90m2025-09-21 06:06:58[0m DBG  - Configuring prometheus unit: DS Java heap mem usage
[90m2025-09-21 06:06:58[0m DBG  - Prometheus unit configured: DS Java heap mem usage
[90m2025-09-21 06:06:58[0m DBG  - Configuring prometheus unit: IDM Java heap mem usage
[90m2025-09-21 06:06:58[0m DBG  - Prometheus unit configured: IDM Java heap mem usage
[90m2025-09-21 06:06:58[0m DBG  - Configuring prometheus unit: AM Java heap mem usage
[90m2025-09-21 06:06:58[0m DBG  - Prometheus unit configured: AM Java heap mem usage
[90m2025-09-21 06:06:58[0m DBG  - Configuring prometheus unit: Kubelet Volume Stats Inodes
[90m2025-09-21 06:06:58[0m DBG  - Prometheus unit configured: Kubelet Volume Stats Inodes
[90m2025-09-21 06:06:58[0m DBG  - Configuring prometheus unit: container_memory_failcnt
[90m2025-09-21 06:06:58[0m DBG  - Prometheus unit configured: container_memory_failcnt
[90m2025-09-21 06:06:58[0m DBG  - Configuring prometheus unit: DS Identity backend connections
[90m2025-09-21 06:06:58[0m DBG  - Prometheus unit configured: DS Identity backend connections
[90m2025-09-21 06:06:58[0m [32mINF[0m [1m - All monitoring units configured[0m
[90m2025-09-21 06:06:58[0m [32mINF[0m [1mConfiguring monitoring service[0m
[90m2025-09-21 06:06:58[0m [32mINF[0m [1m - Adding monitoring units to the service[0m
[90m2025-09-21 06:06:58[0m DBG  - Adding monitoring unit: DS Java heap mem usage
[90m2025-09-21 06:06:58[0m DBG  - Adding monitoring unit: IDM Java heap mem usage
[90m2025-09-21 06:06:58[0m DBG  - Adding monitoring unit: AM Java heap mem usage
[90m2025-09-21 06:06:58[0m DBG  - Adding monitoring unit: Kubelet Volume Stats Inodes
[90m2025-09-21 06:06:58[0m DBG  - Adding monitoring unit: container_memory_failcnt
[90m2025-09-21 06:06:58[0m DBG  - Adding monitoring unit: DS Identity backend connections
[90m2025-09-21 06:06:58[0m [32mINF[0m [1m - All monitoring units added to the service[0m
[90m2025-09-21 06:06:58[0m [32mINF[0m [1mStarting Lodemon now[0m
[90m2025-09-21 06:06:58[0m [32mINF[0m [1mStarting monitoring service...[0m
[90m2025-09-21 06:06:58[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:06:58[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:06:58[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:06:58[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:06:58[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:06:58[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:06:58[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:06:58[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:06:58[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:06:58[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:06:58[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:06:58[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:06:58[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:06:58[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:06:58[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:06:58[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:06:58[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:06:58[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:00[0m [32mINF[0m [1mAdding event: Scenario_benchmark[0m
[90m2025-09-21 06:07:08[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:07:08[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:07:08[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:07:08[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:08[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:07:08[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:07:08[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:08[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:07:08[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:07:08[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:08[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:07:08[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:07:08[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:08[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:08[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:08[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:08[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:08[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:18[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:07:18[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:07:18[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:07:18[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:07:18[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:07:18[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:07:18[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:18[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:07:18[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:07:18[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:18[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:07:18[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:18[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:18[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:18[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:18[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:18[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:18[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:28[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:07:28[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:07:28[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:28[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:07:28[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:07:28[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:28[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:07:28[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:07:28[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:28[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:07:28[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:07:28[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:07:28[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:28[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:28[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:28[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:28[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:28[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:38[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:07:38[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:07:38[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:07:38[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:07:38[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:07:38[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:07:38[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:07:38[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:07:38[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:38[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:38[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:07:38[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:38[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:38[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:38[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:38[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:38[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:38[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:48[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:07:48[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:48[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:07:48[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:07:48[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:07:48[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:48[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:07:48[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:07:48[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:48[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:07:48[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:07:48[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:07:48[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:48[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:48[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:48[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:48[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:48[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:58[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:07:58[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:07:58[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:07:58[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:07:58[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:58[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:07:58[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:07:58[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:58[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:07:58[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:07:58[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:07:58[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:07:58[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:58[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:58[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:58[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:58[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:07:58[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:08[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:08:08[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:08:08[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:08:08[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:08:08[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:08:08[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:08:08[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:08:08[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:08:08[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:08[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:08[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:08:08[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:08[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:09[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:09[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:09[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:09[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:09[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:19[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:08:19[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:08:19[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:08:19[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:08:19[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:19[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:08:19[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:08:19[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:08:19[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:19[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:08:19[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:08:19[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:19[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:19[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:19[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:19[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:19[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:19[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:29[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:08:29[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:08:29[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:08:29[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:29[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:08:29[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:08:29[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:29[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:08:29[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:08:29[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:08:29[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:08:29[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:29[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:29[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:29[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:29[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:29[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:29[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:39[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:08:39[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:08:39[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:39[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:08:39[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:08:39[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:39[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:08:39[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:08:39[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:39[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:08:39[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:08:39[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:08:39[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:39[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:39[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:39[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:39[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:39[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:49[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:08:49[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:08:49[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:08:49[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:08:49[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:49[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:08:49[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:08:49[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:49[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:08:49[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:49[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:08:49[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:08:49[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:49[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:49[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:49[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:49[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:49[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:59[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:08:59[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:08:59[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:08:59[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:59[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:08:59[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:08:59[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:08:59[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:08:59[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:08:59[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:59[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:08:59[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:08:59[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:59[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:59[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:59[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:59[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:08:59[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:09[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:09:09[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:09:09[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:09:09[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:09:09[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:09[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:09:09[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:09[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:09:09[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:09[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:09:09[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:09:09[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:09:09[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:09[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:09[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:09[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:09[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:09[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:19[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:09:19[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:09:19[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:09:19[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:19[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:19[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:09:19[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:09:19[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:19[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:09:19[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:09:19[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:09:19[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:09:19[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:19[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:19[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:19[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:19[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:19[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:29[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:09:29[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:09:29[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:29[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:09:29[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:29[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:29[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:09:29[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:09:29[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:09:29[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:09:29[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:09:29[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:09:29[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:29[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:29[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:29[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:29[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:29[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:39[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:09:39[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:09:39[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:09:39[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:09:39[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:09:39[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:09:39[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:09:39[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:09:39[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:39[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:09:39[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:39[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:39[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:39[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:39[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:39[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:39[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:39[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:49[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:09:49[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:09:49[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:09:49[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:09:49[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:09:49[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:09:49[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:09:49[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:49[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:09:49[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:49[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:09:49[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:09:50[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:50[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:50[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:50[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:50[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:09:50[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:00[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:10:00[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:10:00[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:10:00[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:10:00[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:00[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:10:00[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:00[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:10:00[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:10:00[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:10:00[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:00[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:10:00[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:00[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:00[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:00[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:00[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:00[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:10[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:10:10[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:10:10[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:10:10[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:10:10[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:10[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:10:10[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:10[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:10:10[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:10:10[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:10[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:10:10[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:10:10[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:10[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:10[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:10[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:10[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:10[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:20[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:10:20[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:10:20[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:10:20[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:10:20[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:10:20[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:20[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:20[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:10:20[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:10:20[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:10:20[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:10:20[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:20[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:20[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:20[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:20[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:20[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:20[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:30[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:10:30[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:10:30[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:10:30[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:10:30[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:10:30[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:30[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:10:30[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:10:30[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:10:30[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:30[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:10:30[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:30[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:30[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:30[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:30[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:30[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:30[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:40[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:10:40[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:10:40[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:10:40[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:10:40[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:10:40[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:40[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:40[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:10:40[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:10:40[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:10:40[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:10:40[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:40[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:40[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:40[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:40[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:40[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:40[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:50[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:10:50[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:10:50[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:10:50[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:10:50[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:10:50[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:50[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:10:50[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:10:50[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:10:50[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:50[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:10:50[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:10:50[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:50[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:50[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:50[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:50[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:10:50[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:00[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:11:00[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:11:00[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:00[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:11:00[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:11:00[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:11:00[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:11:00[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:11:00[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:11:00[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:00[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:11:00[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:00[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:00[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:00[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:00[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:00[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:00[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:10[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:11:10[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:11:10[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:11:10[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:11:10[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:10[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:10[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:11:10[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:11:10[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:11:10[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:10[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:11:10[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:11:10[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:10[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:10[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:10[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:10[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:10[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:20[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:11:20[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:11:20[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:11:20[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:20[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:11:20[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:11:20[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:11:20[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:11:20[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:20[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:11:20[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:20[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:11:20[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:20[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:20[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:20[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:20[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:20[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:30[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:11:30[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:11:30[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:11:30[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:30[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:30[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:11:30[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:11:30[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:11:30[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:11:30[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:30[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:11:30[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:11:30[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:30[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:30[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:30[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:30[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:30[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:40[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:11:40[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:11:40[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:11:40[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:11:40[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:11:40[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:11:40[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:40[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:11:40[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:11:40[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:40[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:11:40[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:41[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:41[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:41[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:41[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:41[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:41[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:51[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:11:51[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:11:51[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:11:51[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:11:51[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:11:51[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:51[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:11:51[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:51[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:11:51[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:11:51[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:11:51[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:11:51[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:51[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:51[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:51[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:51[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:11:51[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:01[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:12:01[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:12:01[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:12:01[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:12:01[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:12:01[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:12:01[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:12:01[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:12:01[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:01[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:01[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:12:01[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:01[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:01[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:01[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:01[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:01[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:01[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:11[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:12:11[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:12:11[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:12:11[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:12:11[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:12:11[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:12:11[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:12:11[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:11[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:12:11[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:11[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:12:11[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:11[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:11[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:11[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:11[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:11[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:11[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:21[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:12:21[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:12:21[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:21[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:21[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:12:21[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:21[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:12:21[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:12:21[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:12:21[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:12:21[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:12:21[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:12:21[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:21[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:21[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:21[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:21[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:21[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:31[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:12:31[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:12:31[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:12:31[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:31[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:12:31[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:12:31[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:12:31[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:12:31[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:31[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:12:31[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:12:31[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:31[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:31[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:31[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:31[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:31[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:31[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:41[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:12:41[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:12:41[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:12:41[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:41[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:12:41[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:12:41[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:12:41[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:41[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:12:41[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:41[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:12:41[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:12:41[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:41[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:41[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:41[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:41[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:41[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:51[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:12:51[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:12:51[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:12:51[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:12:51[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:51[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:12:51[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:12:51[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:12:51[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:51[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:12:51[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:12:51[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:12:51[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:51[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:51[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:51[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:51[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:12:51[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:01[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:13:01[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:13:01[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:13:01[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:01[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:13:01[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:01[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:13:01[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:13:01[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:13:01[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:01[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:13:01[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:13:01[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:01[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:01[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:01[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:01[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:01[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:11[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:13:11[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:13:11[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:13:11[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:13:11[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:13:11[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:13:11[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:11[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:11[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:13:11[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:13:11[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:13:11[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:11[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:11[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:11[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:11[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:11[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:11[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:21[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:13:21[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:13:21[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:13:21[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:13:21[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:21[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:13:21[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:21[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:13:21[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:13:21[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:13:21[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:13:21[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:22[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:22[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:22[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:22[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:22[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:22[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:32[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:13:32[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:13:32[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:13:32[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:32[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:32[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:13:32[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:13:32[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:13:32[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:13:32[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:13:32[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:13:32[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:32[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:32[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:32[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:32[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:32[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:32[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:42[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:13:42[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:13:42[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:42[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:13:42[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:42[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:13:42[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:42[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:13:42[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:13:42[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:13:42[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:13:42[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:13:42[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:42[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:42[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:42[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:42[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:42[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:52[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:13:52[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:13:52[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:13:52[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:13:52[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:13:52[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:52[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:52[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:13:52[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:13:52[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:13:52[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:13:52[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:13:52[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:52[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:52[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:52[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:52[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:13:52[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:02[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:14:02[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:14:02[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:02[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:14:02[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:14:02[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:14:02[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:14:02[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:14:02[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:02[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:14:02[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:02[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:14:02[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:02[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:02[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:02[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:02[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:02[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:12[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:14:12[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:14:12[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:14:12[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:14:12[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:14:12[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:12[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:14:12[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:12[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:14:12[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:14:12[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:14:12[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:12[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:12[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:12[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:12[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:12[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:12[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:22[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:14:22[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:14:22[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:14:22[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:22[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:14:22[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:14:22[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:22[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:14:22[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:14:22[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:22[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:14:22[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:14:22[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:22[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:22[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:22[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:22[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:22[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:32[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:14:32[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:14:32[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:14:32[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:32[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:14:32[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:14:32[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:14:32[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:32[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:14:32[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:32[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:14:32[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:14:32[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:32[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:32[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:32[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:32[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:32[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:42[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:14:42[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:14:42[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:42[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:14:42[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:14:42[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:42[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:14:42[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:42[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:14:42[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:14:42[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:14:42[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:14:42[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:42[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:42[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:42[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:42[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:42[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:52[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:14:52[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:14:52[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:14:52[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:52[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:14:52[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:14:52[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:14:52[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:52[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:14:52[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:14:52[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:14:52[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:14:52[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:52[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:52[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:52[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:52[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:14:52[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:02[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:15:02[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:15:02[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:15:02[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:02[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:15:02[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:15:02[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:15:02[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:15:02[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:15:02[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:02[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:15:02[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:02[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:02[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:02[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:02[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:02[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:02[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:12[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:15:12[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:15:12[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:15:12[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:12[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:15:12[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:15:12[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:15:12[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:15:12[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:15:12[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:15:12[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:12[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:13[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:13[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:13[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:13[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:13[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:13[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:23[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:15:23[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:15:23[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:15:23[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:23[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:15:23[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:15:23[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:15:23[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:23[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:23[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:15:23[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:15:23[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:15:23[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:23[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:23[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:23[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:23[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:23[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:33[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:15:33[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:15:33[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:15:33[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:15:33[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:15:33[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:15:33[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:15:33[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:15:33[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:15:33[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:33[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:33[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:33[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:33[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:33[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:33[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:33[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:33[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:43[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:15:43[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:15:43[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:15:43[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:43[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:43[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:15:43[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:15:43[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:15:43[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:15:43[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:43[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:15:43[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:15:43[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:43[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:43[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:43[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:43[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:43[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:53[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:15:53[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:15:53[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:53[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:15:53[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:15:53[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:15:53[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:15:53[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:53[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:15:53[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:15:53[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:15:53[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:15:53[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:53[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:53[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:53[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:53[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:15:53[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:03[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:16:03[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:16:03[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:16:03[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:03[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:16:03[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:16:03[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:16:03[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:16:03[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:16:03[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:03[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:16:03[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:03[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:03[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:03[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:03[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:03[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:03[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:13[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:16:13[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:16:13[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:16:13[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:13[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:16:13[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:16:13[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:16:13[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:16:13[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:13[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:13[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:16:13[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:16:13[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:13[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:13[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:13[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:13[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:13[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:23[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:16:23[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:16:23[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:16:23[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:16:23[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:23[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:16:23[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:23[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:23[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:16:23[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:16:23[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:16:23[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:16:23[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:23[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:23[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:23[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:23[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:23[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:33[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:16:33[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:16:33[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:16:33[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:16:33[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:33[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:16:33[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:16:33[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:16:33[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:33[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:33[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:16:33[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:16:33[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:33[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:33[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:33[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:33[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:33[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:43[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:16:43[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:16:43[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:16:43[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:16:43[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:43[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:43[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:16:43[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:16:43[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:16:43[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:16:43[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:16:43[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:43[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:43[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:43[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:43[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:43[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:43[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:53[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:16:53[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:16:53[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:16:53[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:16:53[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:53[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:16:53[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:53[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:16:53[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:16:53[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:16:53[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:16:53[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:16:53[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:53[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:53[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:53[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:53[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:16:53[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:03[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:17:03[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:17:03[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:03[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:03[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:17:03[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:17:03[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:03[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:17:03[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:17:03[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:17:03[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:17:03[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:17:04[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:04[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:04[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:04[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:04[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:04[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:14[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:17:14[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:17:14[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:17:14[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:17:14[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:17:14[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:14[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:14[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:17:14[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:17:14[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:17:14[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:14[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:17:14[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:14[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:14[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:14[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:14[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:14[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:24[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:17:24[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:17:24[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:24[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:24[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:17:24[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:17:24[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:17:24[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:17:24[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:17:24[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:24[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:17:24[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:17:24[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:24[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:24[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:24[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:24[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:24[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:34[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:17:34[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:17:34[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:17:34[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:34[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:34[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:17:34[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:17:34[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:34[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:17:34[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:17:34[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:17:34[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:17:34[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:34[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:34[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:34[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:34[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:34[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:44[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:17:44[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:17:44[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:17:44[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:17:44[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:17:44[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:17:44[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:17:44[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:44[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:44[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:44[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:17:44[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:17:44[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:44[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:44[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:44[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:44[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:44[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:54[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:17:54[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:17:54[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:17:54[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:54[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:17:54[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:17:54[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:17:54[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:17:54[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:17:54[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:54[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:17:54[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:17:54[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:54[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:54[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:54[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:54[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:17:54[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:04[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:18:04[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:18:04[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:18:04[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:04[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:04[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:18:04[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:18:04[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:18:04[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:18:04[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:18:04[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:18:04[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:04[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:04[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:04[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:04[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:04[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:04[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:14[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:18:14[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:14[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:18:14[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:18:14[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:18:14[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:14[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:18:14[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:18:14[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:18:14[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:18:14[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:18:14[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:14[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:14[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:14[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:14[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:14[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:14[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:24[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:18:24[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:18:24[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:18:24[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:18:24[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:18:24[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:18:24[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:24[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:24[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:18:24[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:18:24[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:18:24[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:24[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:24[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:24[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:24[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:24[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:24[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:34[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:18:34[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:18:34[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:18:34[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:18:34[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:18:34[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:34[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:18:34[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:34[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:18:34[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:18:34[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:18:34[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:34[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:34[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:34[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:34[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:34[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:34[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:44[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:18:44[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:18:44[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:18:44[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:44[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:18:44[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:18:44[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:18:44[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:44[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:18:44[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:18:44[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:18:44[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:44[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:44[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:44[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:44[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:44[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:45[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:55[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:18:55[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:18:55[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:18:55[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:18:55[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:55[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:18:55[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:18:55[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:18:55[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:18:55[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:55[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:18:55[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:18:55[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:55[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:55[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:55[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:55[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:18:55[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:05[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:19:05[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:19:05[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:19:05[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:05[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:05[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:19:05[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:19:05[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:05[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:19:05[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:19:05[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:19:05[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:19:05[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:05[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:05[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:05[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:05[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:05[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:15[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:19:15[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:19:15[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:15[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:15[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:19:15[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:19:15[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:19:15[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:19:15[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:19:15[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:19:15[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:19:15[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:15[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:15[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:15[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:15[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:15[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:15[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:25[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:19:25[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:19:25[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:19:25[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:25[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:19:25[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:19:25[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:19:25[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:25[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:19:25[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:25[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:19:25[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:19:25[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:25[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:25[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:25[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:25[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:25[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:35[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:19:35[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:19:35[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:19:35[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:19:35[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:19:35[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:19:35[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:35[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:19:35[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:19:35[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:19:35[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:35[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:35[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:35[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:35[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:35[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:35[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:35[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:45[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:19:45[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:19:45[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:19:45[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:45[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:19:45[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:19:45[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:19:45[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:19:45[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:19:45[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:19:45[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:45[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:45[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:45[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:45[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:45[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:45[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:45[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:55[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:19:55[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:19:55[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:19:55[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:55[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:55[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:19:55[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:19:55[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:19:55[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:19:55[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:19:55[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:19:55[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:19:55[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:55[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:55[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:55[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:55[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:19:55[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:05[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:20:05[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:20:05[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:20:05[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:20:05[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:20:05[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:20:05[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:05[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:20:05[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:05[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:20:05[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:20:05[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:05[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:05[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:05[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:05[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:05[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:05[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:15[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:20:15[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:20:15[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:20:15[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:15[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:20:15[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:20:15[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:15[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:20:15[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:15[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:20:15[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:20:15[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:20:15[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:15[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:15[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:15[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:15[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:15[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:25[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:20:25[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:20:25[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:20:25[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:20:25[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:25[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:20:25[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:20:25[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:20:25[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:20:25[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:20:25[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:25[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:25[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:25[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:25[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:25[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:25[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:25[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:35[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:20:35[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:35[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:20:35[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:35[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:20:35[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:20:35[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:35[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:20:35[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:20:35[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:20:35[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:20:35[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:20:35[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:35[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:36[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:36[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:36[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:36[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:46[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:20:46[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:20:46[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:20:46[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:46[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:20:46[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:46[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:20:46[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:20:46[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:20:46[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:20:46[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:46[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:20:46[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:46[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:46[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:46[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:46[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:46[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:56[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:20:56[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:20:56[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:20:56[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:20:56[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:56[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:20:56[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:56[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:20:56[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:20:56[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:20:56[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:20:56[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:20:56[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:56[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:56[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:56[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:56[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:20:56[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:06[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:21:06[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:21:06[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:21:06[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:06[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:21:06[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:21:06[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:21:06[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:21:06[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:21:06[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:06[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:21:06[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:06[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:06[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:06[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:06[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:06[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:06[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:16[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:21:16[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:21:16[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:16[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:21:16[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:16[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:16[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:21:16[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:21:16[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:21:16[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:21:16[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:21:16[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:21:16[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:16[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:16[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:16[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:16[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:16[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:26[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:21:26[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:21:26[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:21:26[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:21:26[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:21:26[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:21:26[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:26[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:21:26[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:21:26[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:26[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:21:26[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:26[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:26[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:26[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:26[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:26[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:26[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:36[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:21:36[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:21:36[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:21:36[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:21:36[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:21:36[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:36[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:21:36[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:36[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:21:36[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:21:36[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:36[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:21:36[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:36[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:36[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:36[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:36[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:36[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:46[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:21:46[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:21:46[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:46[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:21:46[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:21:46[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:21:46[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:21:46[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:46[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:21:46[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:21:46[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:46[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:21:46[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:46[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:46[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:46[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:46[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:46[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:56[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:21:56[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:21:56[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:21:56[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:21:56[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:21:56[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:56[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:21:56[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:56[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:21:56[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:21:56[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:21:56[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:21:56[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:56[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:56[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:56[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:56[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:21:56[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:06[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:22:06[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:22:06[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:22:06[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:22:06[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:22:06[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:22:06[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:22:06[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:22:06[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:06[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:06[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:22:06[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:06[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:06[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:06[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:06[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:06[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:06[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:16[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:22:16[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:22:16[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:22:16[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:22:16[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:16[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:16[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:22:16[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:22:16[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:22:16[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:22:16[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:22:16[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:16[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:16[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:16[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:16[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:16[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:16[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:26[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:22:26[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:22:26[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:26[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:22:26[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:22:26[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:26[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:22:26[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:22:26[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:22:26[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:22:26[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:22:26[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:27[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:27[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:27[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:27[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:27[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:27[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:37[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:22:37[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:22:37[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:37[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:22:37[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:22:37[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:22:37[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:37[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:22:37[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:22:37[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:37[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:22:37[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:22:37[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:37[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:37[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:37[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:37[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:37[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:47[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:22:47[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:22:47[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:47[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:22:47[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:22:47[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:47[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:22:47[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:47[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:22:47[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:22:47[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:22:47[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:22:47[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:47[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:47[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:47[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:47[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:47[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:57[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:22:57[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:22:57[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:22:57[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:22:57[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:22:57[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:57[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:22:57[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:22:57[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:22:57[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:22:57[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:57[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:22:57[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:57[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:57[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:57[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:57[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:22:57[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:07[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:23:07[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:23:07[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:23:07[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:23:07[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:07[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:23:07[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:23:07[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:23:07[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:07[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:23:07[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:23:07[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:07[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:07[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:07[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:07[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:07[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:07[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:17[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:23:17[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:23:17[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:23:17[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:23:17[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:17[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:23:17[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:23:17[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:23:17[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:17[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:23:17[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:17[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:23:17[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:17[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:17[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:17[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:17[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:17[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:27[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:23:27[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:23:27[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:23:27[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:23:27[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:23:27[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:23:27[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:23:27[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:27[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:27[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:23:27[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:23:27[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:27[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:27[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:27[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:27[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:27[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:27[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:37[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:23:37[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:23:37[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:23:37[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:23:37[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:23:37[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:23:37[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:23:37[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:37[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:23:37[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:37[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:23:37[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:37[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:37[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:37[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:37[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:37[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:37[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:47[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:23:47[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:23:47[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:23:47[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:23:47[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:47[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:23:47[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:47[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:23:47[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:23:47[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:23:47[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:47[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:23:47[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:47[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:47[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:47[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:47[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:47[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:57[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:23:57[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:23:57[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:23:57[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:23:57[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:57[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:23:57[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:23:57[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:23:57[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:23:57[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:23:57[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:57[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:23:57[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:57[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:57[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:57[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:57[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:23:57[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:07[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:24:07[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:07[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:24:07[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:07[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:24:07[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:24:07[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:24:07[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:24:07[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:07[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:24:07[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:24:07[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:24:07[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:07[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:07[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:07[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:08[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:08[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:18[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:24:18[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:24:18[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:18[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:24:18[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:24:18[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:24:18[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:18[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:24:18[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:24:18[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:24:18[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:18[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:24:18[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:18[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:18[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:18[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:18[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:18[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:28[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:24:28[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:28[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:24:28[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:24:28[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:24:28[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:24:28[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:24:28[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:24:28[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:28[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:24:28[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:28[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:24:28[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:28[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:28[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:28[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:28[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:28[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:38[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:24:38[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:24:38[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:38[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:24:38[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:24:38[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:24:38[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:24:38[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:24:38[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:38[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:24:38[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:24:38[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:38[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:38[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:38[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:38[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:38[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:38[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:48[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:24:48[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:24:48[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:24:48[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:24:48[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:24:48[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:24:48[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:24:48[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:48[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:24:48[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:24:48[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:48[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:48[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:48[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:48[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:48[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:48[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:48[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:58[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:24:58[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:24:58[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:24:58[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:58[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:24:58[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:58[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:24:58[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:24:58[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:24:58[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:24:58[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:24:58[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:24:58[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:58[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:58[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:58[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:58[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:24:58[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:08[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:25:08[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:08[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:25:08[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:08[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:25:08[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:25:08[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:25:08[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:25:08[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:25:08[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:25:08[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:25:08[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:08[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:08[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:08[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:08[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:08[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:08[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:18[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:25:18[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:25:18[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:18[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:18[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:25:18[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:25:18[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:25:18[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:25:18[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:25:18[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:25:18[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:18[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:25:18[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:18[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:18[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:18[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:18[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:18[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:28[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:25:28[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:25:28[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:25:28[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:25:28[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:25:28[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:28[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:28[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:25:28[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:28[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:25:28[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:25:28[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:25:28[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:28[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:28[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:28[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:28[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:28[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:38[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:25:38[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:25:38[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:38[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:25:38[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:25:38[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:38[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:25:38[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:25:38[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:25:38[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:38[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:25:38[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:25:38[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:38[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:38[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:38[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:38[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:38[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:48[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:25:48[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:25:48[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:25:48[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:25:48[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:25:48[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:25:48[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:48[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:25:48[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:48[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:25:48[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:25:48[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:48[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:48[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:49[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:49[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:49[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:49[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:59[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:25:59[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:25:59[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:25:59[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:25:59[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:25:59[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:25:59[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:59[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:25:59[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:59[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:25:59[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:25:59[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:25:59[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:59[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:59[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:59[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:59[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:25:59[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:09[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:26:09[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:26:09[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:26:09[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:26:09[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:26:09[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:26:09[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:26:09[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:09[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:09[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:26:09[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:09[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:26:09[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:09[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:09[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:09[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:09[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:09[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:19[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:26:19[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:26:19[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:26:19[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:19[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:26:19[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:26:19[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:19[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:26:19[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:26:19[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:26:19[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:19[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:26:19[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:19[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:19[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:19[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:19[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:19[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:29[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:26:29[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:26:29[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:29[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:26:29[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:26:29[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:29[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:26:29[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:26:29[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:26:29[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:26:29[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:26:29[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:29[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:29[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:29[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:29[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:29[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:29[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:39[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:26:39[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:26:39[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:26:39[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:39[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:26:39[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:26:39[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:26:39[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:26:39[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:26:39[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:26:39[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:39[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:39[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:39[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:39[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:39[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:39[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:39[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:49[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:26:49[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:26:49[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:26:49[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:49[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:26:49[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:26:49[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:26:49[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:26:49[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:26:49[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:49[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:49[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:26:49[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:49[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:49[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:49[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:49[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:49[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:59[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:26:59[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:26:59[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:59[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:26:59[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:26:59[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:26:59[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:26:59[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:26:59[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:59[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:26:59[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:26:59[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:26:59[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:59[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:59[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:59[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:59[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:26:59[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:09[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:27:09[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:27:09[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:27:09[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:27:09[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:09[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:27:09[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:09[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:27:09[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:09[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:27:09[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:27:09[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:27:09[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:09[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:09[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:09[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:09[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:09[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:19[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:27:19[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:27:19[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:27:19[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:19[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:27:19[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:27:19[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:27:19[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:19[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:27:19[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:19[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:27:19[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:27:19[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:19[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:19[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:19[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:19[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:19[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:29[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:27:29[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:27:29[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:27:29[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:29[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:27:29[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:27:29[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:29[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:29[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:27:29[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:27:29[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:27:29[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:27:29[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:29[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:29[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:29[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:29[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:29[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:39[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:27:39[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:27:39[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:27:39[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:27:39[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:27:39[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:39[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:39[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:39[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:27:39[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:27:39[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:27:39[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:27:39[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:39[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:39[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:39[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:39[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:39[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:49[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:27:49[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:27:49[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:27:49[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:27:49[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:27:49[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:49[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:27:49[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:27:49[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:49[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:27:49[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:27:49[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:27:50[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:50[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:50[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:50[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:50[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:27:50[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:00[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:28:00[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:28:00[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:28:00[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:00[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:28:00[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:00[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:28:00[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:28:00[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:28:00[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:28:00[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:00[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:28:00[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:00[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:00[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:00[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:00[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:00[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:10[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:28:10[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:28:10[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:28:10[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:28:10[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:10[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:28:10[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:28:10[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:28:10[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:10[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:28:10[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:28:10[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:10[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:10[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:10[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:10[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:10[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:10[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:20[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:28:20[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:28:20[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:28:20[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:28:20[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:20[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:28:20[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:28:20[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:28:20[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:28:20[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:28:20[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:20[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:20[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:20[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:20[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:20[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:20[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:20[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:30[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:28:30[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:28:30[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:30[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:28:30[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:28:30[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:28:30[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:28:30[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:28:30[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:28:30[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:30[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:30[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:28:30[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:30[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:30[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:30[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:30[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:30[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:40[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:28:40[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:28:40[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:28:40[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:28:40[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:28:40[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:28:40[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:40[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:28:40[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:40[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:40[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:28:40[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:28:40[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:40[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:40[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:40[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:40[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:40[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:50[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:28:50[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:28:50[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:28:50[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:28:50[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:28:50[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:28:50[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:28:50[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:28:50[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:50[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:50[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:28:50[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:28:50[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:50[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:50[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:50[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:50[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:28:50[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:00[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:29:00[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:29:00[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:29:00[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:00[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:29:00[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:29:00[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:29:00[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:29:00[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:00[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:29:00[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:29:00[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:00[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:00[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:00[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:00[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:00[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:00[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:10[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:29:10[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:29:10[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:29:10[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:29:10[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:29:10[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:29:10[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:10[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:29:10[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:29:10[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:10[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:10[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:29:10[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:10[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:10[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:10[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:10[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:10[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:20[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:29:20[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:29:20[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:29:20[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:29:20[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:29:20[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:29:20[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:29:20[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:29:20[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:20[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:20[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:29:20[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:20[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:20[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:20[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:20[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:20[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:20[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:30[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:29:30[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:29:30[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:29:30[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:29:30[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:30[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:29:30[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:29:30[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:29:30[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:30[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:29:30[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:30[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:29:30[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:30[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:30[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:31[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:31[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:31[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:41[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:29:41[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:29:41[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:29:41[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:29:41[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:29:41[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:41[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:29:41[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:29:41[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:41[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:41[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:29:41[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:29:41[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:41[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:41[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:41[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:41[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:41[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:51[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:29:51[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:29:51[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:29:51[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:29:51[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:51[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:29:51[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:29:51[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:51[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:29:51[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:29:51[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:29:51[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:29:51[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:51[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:51[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:51[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:51[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:29:51[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:01[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:30:01[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:30:01[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:30:01[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:30:01[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:01[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:30:01[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:30:01[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:01[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:30:01[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:30:01[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:01[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:30:01[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:01[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:01[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:01[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:01[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:01[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:11[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:30:11[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:30:11[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:30:11[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:30:11[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:30:11[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:30:11[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:30:11[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:30:11[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:11[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:30:11[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:11[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:11[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:11[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:11[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:11[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:11[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:11[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:21[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:30:21[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:30:21[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:21[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:21[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:30:21[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:30:21[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:30:21[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:21[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:30:21[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:30:21[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:30:21[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:30:21[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:21[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:21[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:21[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:21[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:21[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:31[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:30:31[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:30:31[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:31[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:30:31[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:30:31[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:30:31[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:30:31[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:30:31[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:30:31[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:30:31[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:31[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:31[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:31[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:31[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:31[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:31[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:31[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:41[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:30:41[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:30:41[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:30:41[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:41[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:30:41[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:30:41[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:41[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:41[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:30:41[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:30:41[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:30:41[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:30:41[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:41[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:41[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:41[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:41[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:41[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:51[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:30:51[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:30:51[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:30:51[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:51[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:30:51[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:51[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:30:51[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:30:51[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:30:51[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:30:51[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:30:51[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:30:51[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:51[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:51[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:51[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:51[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:30:51[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:01[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:31:01[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:31:01[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:31:01[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:01[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:01[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:31:01[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:31:01[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:31:01[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:31:01[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:31:01[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:31:01[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:01[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:01[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:01[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:01[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:01[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:01[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:11[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:31:11[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:31:11[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:31:11[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:31:11[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:31:11[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:31:11[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:31:11[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:11[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:31:11[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:11[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:31:11[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:11[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:11[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:12[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:12[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:12[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:12[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:22[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:31:22[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:22[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:31:22[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:22[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:31:22[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:31:22[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:31:22[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:31:22[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:31:22[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:31:22[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:22[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:31:22[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:22[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:22[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:22[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:22[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:22[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:32[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:31:32[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:31:32[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:31:32[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:31:32[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:32[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:31:32[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:31:32[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:31:32[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:31:32[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:31:32[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:32[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:32[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:32[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:32[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:32[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:32[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:32[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:42[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:31:42[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:31:42[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:31:42[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:42[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:31:42[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:31:42[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:42[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:31:42[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:31:42[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:31:42[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:42[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:31:42[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:42[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:42[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:42[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:42[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:42[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:52[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:31:52[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:31:52[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:31:52[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:31:52[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:31:52[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:31:52[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:31:52[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:52[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:31:52[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:31:52[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:52[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:31:52[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:52[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:52[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:52[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:52[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:31:52[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:02[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:32:02[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:32:02[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:32:02[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:02[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:02[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:32:02[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:32:02[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:32:02[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:32:02[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:32:02[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:32:02[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:02[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:02[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:02[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:02[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:02[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:02[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:12[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:32:12[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:32:12[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:32:12[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:32:12[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:12[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:32:12[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:12[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:32:12[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:32:12[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:12[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:32:12[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:32:12[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:12[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:12[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:12[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:12[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:12[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:22[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:32:22[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:32:22[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:32:22[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:22[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:32:22[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:32:22[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:32:22[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:32:22[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:32:22[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:22[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:22[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:32:22[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:22[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:22[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:22[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:22[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:22[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:32[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:32:32[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:32:32[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:32[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:32:32[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:32:32[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:32:32[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:32:32[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:32:32[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:32:32[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:32[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:32:32[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:32[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:32[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:32[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:32[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:32[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:32[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:42[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:32:42[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:32:42[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:32:42[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:42[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:32:42[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:42[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:32:42[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:32:42[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:32:42[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:32:42[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:32:42[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:42[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:42[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:42[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:42[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:42[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:42[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:52[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:32:52[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:32:52[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:32:52[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:32:52[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:32:52[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:52[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:32:52[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:32:52[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:32:52[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:52[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:32:52[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:32:52[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:52[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:52[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:52[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:52[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:32:52[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:02[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:33:02[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:33:02[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:02[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:33:02[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:33:02[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:33:02[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:33:02[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:33:02[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:33:02[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:33:02[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:02[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:02[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:02[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:02[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:02[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:02[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:02[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:12[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:33:12[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:33:12[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:12[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:33:12[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:33:12[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:33:12[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:12[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:33:12[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:33:12[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:33:12[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:33:12[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:13[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:13[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:13[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:13[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:13[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:13[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:23[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:33:23[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:33:23[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:33:23[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:23[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:23[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:33:23[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:33:23[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:33:23[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:33:23[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:33:23[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:33:23[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:23[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:23[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:23[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:23[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:23[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:23[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:33[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:33:33[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:33:33[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:33:33[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:33:33[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:33[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:33:33[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:33[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:33:33[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:33:33[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:33[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:33:33[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:33:33[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:33[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:33[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:33[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:33[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:33[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:43[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:33:43[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:43[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:33:43[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:33:43[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:33:43[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:33:43[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:33:43[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:33:43[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:33:43[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:43[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:43[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:33:43[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:43[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:43[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:43[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:43[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:43[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:53[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:33:53[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:33:53[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:33:53[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:53[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:53[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:33:53[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:33:53[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:33:53[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:33:53[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:33:53[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:33:53[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:33:53[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:53[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:53[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:53[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:53[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:33:53[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:03[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:34:03[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:34:03[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:34:03[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:34:03[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:03[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:34:03[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:34:03[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:34:03[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:34:03[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:34:03[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:03[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:03[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:03[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:03[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:03[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:03[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:03[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:13[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:34:13[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:34:13[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:34:13[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:34:13[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:13[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:34:13[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:34:13[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:13[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:34:13[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:34:13[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:13[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:34:13[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:13[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:13[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:13[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:13[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:13[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:23[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:34:23[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:34:23[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:34:23[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:34:23[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:23[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:34:23[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:34:23[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:23[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:34:23[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:23[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:34:23[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:34:23[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:23[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:23[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:23[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:23[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:23[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:33[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:34:33[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:34:33[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:34:33[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:34:33[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:34:33[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:33[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:33[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:33[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:34:33[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:34:33[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:34:33[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:34:33[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:33[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:33[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:33[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:33[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:33[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:43[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:34:43[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:34:43[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:43[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:34:43[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:34:43[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:34:43[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:34:43[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:43[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:34:43[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:34:43[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:43[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:34:43[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:43[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:43[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:43[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:43[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:43[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:53[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:34:53[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:34:53[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:34:53[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:53[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:53[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:34:53[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:34:53[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:34:53[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:34:53[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:34:53[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:34:53[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:34:53[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:53[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:53[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:53[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:53[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:34:53[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:03[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:35:03[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:35:03[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:35:03[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:35:03[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:03[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:35:03[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:35:03[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:35:03[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:03[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:03[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:35:03[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:35:04[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:04[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:04[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:04[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:04[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:04[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:14[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:35:14[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:35:14[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:14[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:35:14[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:35:14[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:14[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:35:14[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:35:14[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:35:14[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:35:14[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:14[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:35:14[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:14[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:14[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:14[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:14[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:14[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:24[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:35:24[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:35:24[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:35:24[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:35:24[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:35:24[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:35:24[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:24[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:35:24[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:24[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:24[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:35:24[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:35:24[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:24[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:24[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:24[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:24[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:24[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:34[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:35:34[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:35:34[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:34[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:35:34[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:35:34[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:35:34[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:35:34[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:34[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:35:34[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:35:34[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:35:34[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:34[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:34[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:34[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:34[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:34[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:34[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:44[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:35:44[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:35:44[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:35:44[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:44[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:44[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:35:44[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:35:44[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:35:44[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:35:44[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:35:44[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:44[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:35:44[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:44[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:44[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:44[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:44[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:44[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:54[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:35:54[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:35:54[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:54[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:35:54[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:35:54[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:54[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:35:54[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:35:54[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:35:54[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:35:54[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:35:54[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:35:54[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:54[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:54[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:54[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:54[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:35:54[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:04[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:36:04[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:36:04[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:04[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:36:04[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:36:04[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:04[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:36:04[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:36:04[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:36:04[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:04[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:36:04[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:36:04[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:04[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:04[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:04[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:04[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:04[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:14[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:36:14[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:36:14[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:36:14[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:36:14[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:36:14[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:14[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:36:14[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:36:14[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:14[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:36:14[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:14[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:36:14[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:14[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:14[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:14[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:14[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:14[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:24[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:36:24[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:36:24[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:36:24[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:36:24[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:36:24[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:36:24[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:36:24[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:24[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:36:24[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:24[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:36:24[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:24[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:24[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:24[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:24[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:24[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:24[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:34[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:36:34[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:36:34[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:36:34[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:36:34[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:34[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:36:34[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:34[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:36:34[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:36:34[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:36:34[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:36:34[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:34[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:34[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:34[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:34[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:34[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:34[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:44[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:36:44[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:36:44[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:36:44[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:44[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:36:44[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:36:44[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:44[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:36:44[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:36:44[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:44[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:36:44[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:36:44[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:44[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:44[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:44[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:44[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:44[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:55[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:36:55[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:36:55[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:36:55[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:36:55[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:36:55[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:36:55[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:55[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:36:55[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:55[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:36:55[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:36:55[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:36:55[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:55[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:55[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:55[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:55[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:36:55[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:05[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:37:05[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:37:05[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:05[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:37:05[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:37:05[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:37:05[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:05[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:37:05[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:37:05[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:37:05[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:37:05[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:05[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:05[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:05[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:05[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:05[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:05[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:15[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:37:15[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:37:15[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:15[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:15[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:37:15[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:37:15[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:37:15[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:37:15[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:15[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:37:15[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:37:15[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:37:15[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:15[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:15[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:15[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:15[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:15[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:25[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:37:25[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:37:25[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:37:25[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:37:25[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:37:25[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:25[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:37:25[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:25[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:37:25[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:37:25[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:25[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:37:25[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:25[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:25[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:25[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:25[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:25[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:35[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:37:35[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:37:35[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:37:35[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:35[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:35[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:37:35[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:37:35[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:35[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:37:35[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:37:35[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:37:35[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:37:35[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:35[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:35[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:35[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:35[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:35[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:45[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:37:45[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:37:45[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:37:45[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:37:45[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:37:45[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:37:45[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:37:45[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:45[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:37:45[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:45[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:37:45[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:45[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:45[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:45[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:45[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:45[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:45[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:55[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:37:55[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:37:55[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:37:55[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:37:55[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:55[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:37:55[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:37:55[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:37:55[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:55[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:37:55[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:37:55[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:37:55[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:55[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:55[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:55[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:55[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:37:55[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:05[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:38:05[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:38:05[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:38:05[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:38:05[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:38:05[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:38:05[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:05[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:05[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:38:05[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:05[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:38:05[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:38:05[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:05[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:05[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:05[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:05[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:05[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:15[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:38:15[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:38:15[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:15[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:38:15[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:38:15[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:15[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:38:15[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:38:15[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:38:15[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:38:15[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:38:15[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:15[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:15[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:15[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:15[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:15[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:15[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:25[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:38:25[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:38:25[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:38:25[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:25[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:38:25[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:38:25[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:38:25[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:25[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:38:25[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:38:25[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:38:25[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:25[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:25[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:25[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:25[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:25[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:25[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:35[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:38:35[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:38:35[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:38:35[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:35[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:38:35[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:38:35[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:38:35[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:35[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:38:35[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:38:35[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:38:35[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:35[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:35[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:35[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:35[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:35[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:35[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:45[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:38:45[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:38:45[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:38:45[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:45[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:45[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:45[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:38:45[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:38:45[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:38:45[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:38:45[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:38:45[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:38:46[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:46[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:46[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:46[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:46[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:46[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:56[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:38:56[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:38:56[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:38:56[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:56[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:56[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:38:56[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:38:56[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:38:56[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:38:56[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:38:56[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:38:56[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:38:56[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:56[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:56[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:56[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:56[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:38:56[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:06[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:39:06[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:39:06[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:39:06[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:39:06[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:39:06[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:39:06[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:39:06[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:39:06[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:06[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:06[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:39:06[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:06[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:06[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:06[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:06[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:06[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:06[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:16[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:39:16[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:39:16[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:16[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:39:16[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:39:16[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:39:16[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:16[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:39:16[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:39:16[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:16[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:39:16[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:39:16[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:16[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:16[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:16[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:16[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:16[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:26[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:39:26[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:39:26[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:39:26[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:39:26[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:39:26[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:26[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:26[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:39:26[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:26[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:39:26[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:39:26[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:39:26[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:26[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:26[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:26[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:26[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:26[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:36[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:39:36[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:39:36[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:39:36[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:36[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:39:36[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:39:36[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:39:36[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:39:36[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:36[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:39:36[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:39:36[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:36[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:36[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:36[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:36[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:36[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:36[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:46[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:39:46[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:39:46[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:46[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:39:46[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:39:46[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:39:46[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:39:46[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:39:46[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:46[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:39:46[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:39:46[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:46[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:46[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:46[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:46[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:46[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:46[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:56[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:39:56[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:39:56[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:56[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:39:56[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:39:56[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:39:56[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:56[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:39:56[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:39:56[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:39:56[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:39:56[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:39:56[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:56[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:56[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:56[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:56[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:39:56[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:06[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:40:06[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:40:06[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:40:06[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:40:06[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:40:06[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:40:06[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:06[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:40:06[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:06[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:06[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:40:06[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:40:06[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:06[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:06[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:06[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:06[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:06[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:16[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:40:16[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:40:16[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:40:16[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:40:16[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:40:16[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:16[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:40:16[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:40:16[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:16[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:40:16[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:16[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:40:16[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:16[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:16[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:16[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:16[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:16[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:26[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:40:26[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:26[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:40:26[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:26[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:40:26[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:26[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:40:26[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:40:26[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:40:26[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:40:26[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:40:26[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:40:26[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:26[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:26[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:26[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:26[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:26[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:36[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:40:36[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:40:36[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:36[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:40:36[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:36[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:40:36[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:40:36[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:40:36[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:36[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:40:36[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:40:36[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:40:36[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:36[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:36[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:36[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:36[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:36[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:46[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:40:46[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:40:46[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:40:46[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:40:46[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:46[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:40:46[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:40:46[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:46[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:40:46[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:46[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:40:46[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:40:47[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:47[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:47[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:47[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:47[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:47[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:57[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:40:57[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:40:57[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:40:57[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:40:57[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:40:57[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:40:57[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:40:57[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:40:57[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:57[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:57[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:40:57[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:40:57[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:57[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:57[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:57[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:57[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:40:57[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:07[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:41:07[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:41:07[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:41:07[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:07[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:41:07[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:41:07[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:41:07[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:41:07[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:41:07[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:41:07[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:07[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:07[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:07[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:07[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:07[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:07[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:07[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:17[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:41:17[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:41:17[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:41:17[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:17[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:41:17[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:17[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:41:17[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:41:17[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:41:17[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:41:17[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:41:17[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:17[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:17[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:17[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:17[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:17[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:17[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:27[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:41:27[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:41:27[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:41:27[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:41:27[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:27[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:41:27[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:41:27[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:27[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:27[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:41:27[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:41:27[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:41:27[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:27[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:27[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:27[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:27[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:27[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:37[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:41:37[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:41:37[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:37[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:37[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:41:37[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:37[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:41:37[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:41:37[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:41:37[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:41:37[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:41:37[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:41:37[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:37[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:37[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:37[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:37[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:37[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:47[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:41:47[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:41:47[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:47[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:41:47[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:41:47[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:41:47[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:47[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:41:47[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:41:47[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:41:47[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:41:47[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:47[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:47[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:47[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:47[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:47[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:47[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:57[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:41:57[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:41:57[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:41:57[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:57[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:41:57[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:41:57[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:57[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:41:57[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:41:57[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:41:57[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:41:57[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:41:57[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:57[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:57[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:57[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:57[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:41:57[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:07[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:42:07[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:42:07[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:42:07[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:07[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:07[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:42:07[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:42:07[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:42:07[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:42:07[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:42:07[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:42:07[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:07[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:07[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:07[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:07[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:07[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:07[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:17[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:42:17[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:17[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:42:17[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:17[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:42:17[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:42:17[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:42:17[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:42:17[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:17[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:42:17[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:42:17[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:42:17[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:17[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:17[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:17[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:17[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:17[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:25[0m [32mINF[0m [1mAdding event: Scenario_benchmark-stop[0m
[90m2025-09-21 06:42:27[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:42:27[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:42:27[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:42:27[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:27[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:42:27[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:42:27[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:42:27[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:27[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:42:27[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:27[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:42:27[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:42:27[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:27[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:27[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:27[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:27[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:27[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:37[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:42:37[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:42:37[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:37[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:42:37[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:42:37[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:42:37[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:37[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:42:37[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:42:37[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:37[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:42:37[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:42:37[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:37[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:37[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:37[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:38[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:38[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:48[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:42:48[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:42:48[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:42:48[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:48[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:42:48[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:48[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:42:48[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:48[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:42:48[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:42:48[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:42:48[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:42:48[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:48[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:48[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:48[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:48[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:48[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:58[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:42:58[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:42:58[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:42:58[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:42:58[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:42:58[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:42:58[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:42:58[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:58[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:42:58[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:58[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:42:58[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:42:58[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:58[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:58[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:58[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:58[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:42:58[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:08[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:43:08[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:43:08[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:43:08[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:43:08[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:08[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:43:08[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:43:08[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:43:08[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:08[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:43:08[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:43:08[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:08[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:08[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:08[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:08[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:08[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:08[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:18[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:43:18[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:43:18[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:18[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:43:18[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:43:18[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:18[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:43:18[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:43:18[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:43:18[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:43:18[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:43:18[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:18[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:18[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:18[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:18[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:18[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:18[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:28[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:43:28[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:43:28[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:43:28[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:43:28[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:43:28[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:28[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:43:28[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:43:28[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:28[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:43:28[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:43:28[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:28[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:28[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:28[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:28[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:28[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:28[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:38[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:43:38[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:43:38[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:43:38[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:43:38[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:38[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:43:38[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:43:38[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:43:38[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:38[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:38[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:43:38[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:43:38[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:38[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:38[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:38[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:38[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:38[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:48[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:43:48[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:43:48[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:48[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:43:48[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:43:48[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:48[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:43:48[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:43:48[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:48[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:43:48[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:43:48[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:43:48[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:48[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:48[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:48[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:48[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:48[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:58[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:43:58[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:43:58[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:43:58[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:58[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:43:58[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:58[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:43:58[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:43:58[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:43:58[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:43:58[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:43:58[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:43:58[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:58[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:58[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:58[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:58[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:43:58[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:08[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:44:08[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:44:08[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:44:08[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:44:08[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:08[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:44:08[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:08[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:44:08[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:44:08[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:44:08[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:08[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:44:08[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:08[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:08[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:08[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:08[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:08[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:18[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:44:18[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:44:18[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:44:18[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:18[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:44:18[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:44:18[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:44:18[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:18[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:44:18[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:18[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:44:18[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:44:18[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:18[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:18[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:18[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:18[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:18[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:28[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:44:28[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:44:28[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:44:28[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:44:28[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:44:28[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:44:28[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:44:28[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:44:28[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:44:28[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:28[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:28[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:29[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:29[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:29[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:29[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:29[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:29[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:39[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:44:39[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:44:39[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:39[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:44:39[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:44:39[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:39[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:44:39[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:44:39[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:39[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:44:39[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:44:39[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:44:39[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:39[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:39[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:39[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:39[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:39[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:49[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:44:49[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:44:49[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:44:49[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:44:49[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:49[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:44:49[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:49[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:44:49[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:44:49[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:49[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:44:49[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:44:49[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:49[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:49[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:49[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:49[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:49[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:59[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:44:59[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:44:59[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:59[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:59[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:44:59[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:44:59[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:44:59[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:44:59[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:44:59[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:44:59[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:44:59[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:44:59[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:59[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:59[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:59[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:59[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:44:59[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:09[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:45:09[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:45:09[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:45:09[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:09[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:45:09[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:45:09[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:45:09[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:09[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:09[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:45:09[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:45:09[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:45:09[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:09[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:09[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:09[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:09[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:09[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:19[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:45:19[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:45:19[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:45:19[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:45:19[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:45:19[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:45:19[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:45:19[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:45:19[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:19[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:19[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:45:19[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:19[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:19[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:19[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:19[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:19[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:19[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:29[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:45:29[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:45:29[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:45:29[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:45:29[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:29[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:29[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:45:29[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:45:29[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:45:29[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:45:29[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:45:29[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:29[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:29[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:29[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:29[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:29[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:29[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:39[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:45:39[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:45:39[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:45:39[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:45:39[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:45:39[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:39[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:45:39[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:45:39[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:45:39[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:45:39[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:39[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:39[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:39[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:39[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:39[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:39[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:39[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:49[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:45:49[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:45:49[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:45:49[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:45:49[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:49[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:45:49[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:45:49[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:45:49[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:45:49[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:49[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:45:49[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:49[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:49[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:49[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:49[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:49[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:49[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:59[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:45:59[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:45:59[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:45:59[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:45:59[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:45:59[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:45:59[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:45:59[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:45:59[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:59[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:45:59[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:59[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:45:59[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:59[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:59[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:59[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:59[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:45:59[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:09[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:46:09[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:46:09[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:46:09[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:46:09[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:46:09[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:09[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:46:09[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:46:09[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:46:09[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:46:09[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:09[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:09[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:09[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:09[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:09[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:09[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:09[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:19[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:46:19[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:46:19[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:19[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:19[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:46:19[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:46:19[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:46:19[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:46:19[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:46:19[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:19[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:46:19[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:46:20[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:20[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:20[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:20[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:20[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:20[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:30[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:46:30[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:46:30[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:30[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:46:30[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:46:30[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:46:30[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:46:30[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:46:30[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:30[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:46:30[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:30[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:46:30[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:30[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:30[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:30[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:30[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:30[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:40[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:46:40[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:46:40[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:46:40[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:46:40[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:46:40[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:40[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:46:40[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:40[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:46:40[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:40[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:46:40[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:46:40[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:40[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:40[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:40[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:40[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:40[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:50[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:46:50[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:46:50[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:50[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:46:50[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:50[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:46:50[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:46:50[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:46:50[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:46:50[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:46:50[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:46:50[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:46:50[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:50[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:50[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:50[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:50[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:46:50[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:00[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:47:00[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:47:00[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:47:00[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:47:00[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:47:00[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:47:00[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:00[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:00[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:47:00[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:47:00[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:47:00[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:00[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:00[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:00[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:00[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:00[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:00[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:10[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:47:10[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:47:10[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:47:10[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:47:10[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:10[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:10[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:47:10[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:47:10[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:47:10[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:47:10[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:10[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:47:10[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:10[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:10[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:10[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:10[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:10[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:20[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:47:20[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:47:20[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:20[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:47:20[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:47:20[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:20[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:47:20[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:20[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:47:20[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:47:20[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:47:20[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:47:20[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:20[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:20[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:20[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:20[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:20[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:30[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:47:30[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:47:30[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:30[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:47:30[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:47:30[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:47:30[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:47:30[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:47:30[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:30[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:47:30[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:47:30[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:30[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:30[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:30[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:30[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:30[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:30[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:40[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:47:40[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:47:40[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:47:40[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:40[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:47:40[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:40[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:47:40[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:47:40[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:47:40[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:40[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:47:40[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:47:40[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:40[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:40[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:40[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:40[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:40[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:50[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:47:50[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:47:50[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:47:50[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:47:50[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:50[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:50[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:47:50[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:47:50[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:47:50[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:47:50[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:47:50[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:47:50[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:50[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:50[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:50[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:50[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:47:50[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:00[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:48:00[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:48:00[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:00[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:48:00[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:48:00[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:48:00[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:48:00[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:48:00[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:00[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:00[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:48:00[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:48:00[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:00[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:00[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:00[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:00[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:00[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:10[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:48:10[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:48:10[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:10[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:48:10[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:48:10[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:48:10[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:48:10[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:48:10[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:10[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:48:10[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:10[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:48:11[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:11[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:11[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:11[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:11[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:11[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:21[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:48:21[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:48:21[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:48:21[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:21[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:48:21[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:48:21[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:21[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:48:21[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:48:21[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:48:21[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:48:21[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:21[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:21[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:21[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:21[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:21[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:21[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:31[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:48:31[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:48:31[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:31[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:48:31[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:48:31[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:48:31[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:31[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:48:31[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:48:31[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:48:31[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:31[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:48:31[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:31[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:31[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:31[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:31[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:31[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:41[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:48:41[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:48:41[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:48:41[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:48:41[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:48:41[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:41[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:48:41[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:48:41[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:41[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:41[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:48:41[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:48:41[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:41[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:41[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:41[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:41[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:41[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:51[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:48:51[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:48:51[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:51[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:48:51[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:48:51[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:48:51[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:51[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:48:51[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:48:51[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:48:51[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:48:51[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:48:51[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:51[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:51[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:51[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:51[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:48:51[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:01[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:49:01[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:49:01[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:49:01[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:49:01[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:49:01[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:49:01[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:01[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:49:01[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:01[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:49:01[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:01[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:49:01[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:01[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:01[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:01[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:01[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:01[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:11[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:49:11[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:49:11[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:49:11[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:49:11[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:11[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:11[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:49:11[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:49:11[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:49:11[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:49:11[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:11[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:49:11[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:11[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:11[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:11[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:11[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:11[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:21[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:49:21[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:49:21[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:49:21[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:21[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:49:21[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:49:21[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:21[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:49:21[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:49:21[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:49:21[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:49:21[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:21[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:21[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:21[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:21[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:21[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:21[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:31[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:49:31[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:49:31[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:49:31[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:49:31[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:31[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:49:31[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:49:31[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:49:31[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:31[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:31[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:49:31[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:49:31[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:31[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:31[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:31[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:31[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:31[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:41[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:49:41[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:49:41[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:49:41[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:49:41[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:41[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:49:41[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:49:41[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:49:41[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:41[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:41[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:49:41[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:49:41[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:41[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:41[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:41[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:41[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:41[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:51[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:49:51[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:51[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:49:51[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:49:51[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:49:51[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:49:51[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:49:51[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:51[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:49:51[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:49:51[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:49:51[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:49:51[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:51[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:51[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:51[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:51[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:49:51[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:01[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:50:01[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:50:01[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:50:01[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:50:01[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:50:01[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:50:01[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:50:01[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:50:01[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:01[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:01[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:50:01[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:01[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:01[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:02[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:02[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:02[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:02[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:12[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:50:12[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:50:12[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:50:12[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:50:12[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:50:12[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:50:12[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:12[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:50:12[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:50:12[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:12[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:50:12[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:12[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:12[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:12[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:12[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:12[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:12[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:22[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:50:22[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:50:22[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:22[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:50:22[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:22[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:22[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:50:22[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:50:22[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:50:22[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:50:22[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:50:22[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:50:22[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:22[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:22[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:22[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:22[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:22[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:32[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:50:32[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:50:32[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:50:32[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:50:32[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:50:32[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:50:32[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:50:32[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:32[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:32[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:32[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:50:32[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:50:32[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:32[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:32[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:32[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:32[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:32[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:42[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:50:42[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:50:42[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:50:42[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:42[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:42[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:50:42[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:50:42[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:42[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:50:42[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:50:42[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:50:42[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:50:42[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:42[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:42[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:42[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:42[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:42[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:52[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:50:52[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:50:52[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:50:52[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:50:52[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:50:52[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:52[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:50:52[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:50:52[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:50:52[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:52[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:50:52[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:50:52[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:52[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:52[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:52[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:52[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:50:52[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:02[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:51:02[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:51:02[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:02[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:51:02[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:51:02[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:02[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:51:02[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:51:02[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:51:02[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:02[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:51:02[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:51:02[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:02[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:02[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:02[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:02[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:02[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:12[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:51:12[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:51:12[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:51:12[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:51:12[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:51:12[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:12[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:51:12[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:12[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:51:12[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:51:12[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:12[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:51:12[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:12[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:12[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:12[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:12[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:12[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:22[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:51:22[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:51:22[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:51:22[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:51:22[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:22[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:51:22[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:51:22[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:22[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:51:22[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:22[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:51:22[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:51:22[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:22[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:22[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:22[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:22[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:22[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:32[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:51:32[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:51:32[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:51:32[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:32[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:51:32[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:51:32[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:51:32[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:51:32[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:32[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:51:32[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:51:32[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:32[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:32[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:32[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:32[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:32[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:32[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:42[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:51:42[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:51:42[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:51:42[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:42[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:51:42[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:51:42[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:42[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:51:42[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:51:42[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:51:42[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:51:42[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:42[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:42[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:42[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:42[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:42[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:42[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:52[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:51:52[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:51:52[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:51:52[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:52[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:51:52[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:51:52[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:51:52[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:52[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:51:52[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:51:52[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:51:52[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:51:52[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:52[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:52[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:52[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:53[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:51:53[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:03[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:52:03[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:52:03[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:52:03[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:52:03[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:52:03[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:52:03[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:03[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:52:03[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:03[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:52:03[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:52:03[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:03[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:03[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:03[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:03[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:03[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:03[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:13[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:52:13[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:52:13[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:52:13[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:52:13[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:52:13[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:13[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:52:13[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:13[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:52:13[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:52:13[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:13[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:52:13[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:13[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:13[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:13[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:13[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:13[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:23[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:52:23[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:52:23[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:23[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:52:23[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:52:23[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:23[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:52:23[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:52:23[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:52:23[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:52:23[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:52:23[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:23[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:23[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:23[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:23[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:23[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:23[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:33[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:52:33[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:52:33[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:33[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:52:33[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:52:33[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:52:33[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:52:33[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:33[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:52:33[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:52:33[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:33[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:52:33[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:33[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:33[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:33[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:33[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:33[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:43[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:52:43[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:52:43[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:52:43[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:43[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:52:43[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:52:43[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:43[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:52:43[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:52:43[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:43[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:52:43[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:52:43[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:43[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:43[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:43[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:43[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:43[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:53[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:52:53[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:52:53[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:52:53[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:53[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:53[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:52:53[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:52:53[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:52:53[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:52:53[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:52:53[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:52:53[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:52:53[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:53[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:53[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:53[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:53[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:52:53[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:03[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:53:03[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:53:03[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:53:03[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:53:03[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:03[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:03[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:53:03[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:53:03[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:53:03[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:53:03[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:53:03[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:03[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:03[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:03[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:03[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:03[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:03[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:13[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:53:13[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:13[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:53:13[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:53:13[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:53:13[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:53:13[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:53:13[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:13[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:53:13[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:13[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:53:13[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:53:13[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:13[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:13[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:13[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:13[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:13[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:23[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:53:23[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:53:23[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:23[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:53:23[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:23[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:53:23[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:23[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:53:23[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:53:23[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:53:23[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:53:23[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:53:23[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:23[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:23[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:23[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:23[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:23[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:33[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:53:33[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:53:33[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:53:33[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:53:33[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:53:33[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:33[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:53:33[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:53:33[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:53:33[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:33[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:53:33[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:33[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:33[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:33[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:33[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:33[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:33[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:43[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:53:43[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:53:43[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:43[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:53:43[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:53:43[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:43[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:53:43[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:53:43[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:43[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:53:43[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:53:43[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:53:43[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:43[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:43[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:43[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:43[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:43[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:53[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:53:53[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:53:53[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:53[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:53[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:53:53[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:53:53[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:53:53[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:53:53[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:53:53[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:53:53[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:53:53[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:53:53[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:53[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:53[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:53[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:53[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:53:53[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:03[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:54:03[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:54:03[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:54:04[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:04[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:54:03[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:54:04[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:04[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:03[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:54:03[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:54:04[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:54:04[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:54:04[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:04[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:04[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:04[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:04[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:04[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:14[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:54:14[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:54:14[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:14[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:54:14[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:54:14[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:54:14[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:54:14[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:14[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:54:14[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:54:14[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:54:14[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:14[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:14[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:14[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:14[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:14[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:14[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:24[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:54:24[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:54:24[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:54:24[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:24[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:54:24[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:24[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:54:24[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:54:24[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:54:24[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:54:24[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:24[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:54:24[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:24[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:24[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:24[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:24[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:24[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:34[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:54:34[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:54:34[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:54:34[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:34[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:54:34[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:54:34[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:54:34[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:54:34[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:34[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:34[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:54:34[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:54:34[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:34[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:34[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:34[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:34[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:34[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:44[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:54:44[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:54:44[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:54:44[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:44[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:54:44[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:44[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:54:44[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:54:44[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:54:44[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:54:44[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:54:44[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:44[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:44[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:44[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:44[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:44[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:44[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:54[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:54:54[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:54:54[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:54[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:54:54[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:54:54[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:54[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:54:54[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:54:54[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:54:54[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:54:54[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:54:54[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:54:54[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:54[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:54[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:54[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:54[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:54:54[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:04[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:55:04[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:55:04[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:55:04[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:04[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:04[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:55:04[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:55:04[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:04[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:55:04[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:55:04[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:55:04[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:55:04[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:04[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:04[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:04[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:04[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:04[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:14[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:55:14[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:55:14[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:14[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:55:14[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:55:14[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:55:14[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:55:14[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:14[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:55:14[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:14[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:55:14[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:55:14[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:14[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:14[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:14[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:14[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:14[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:24[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:55:24[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:55:24[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:24[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:55:24[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:55:24[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:24[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:55:24[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:55:24[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:55:24[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:55:24[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:55:24[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:24[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:24[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:24[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:24[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:24[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:24[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:34[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:55:34[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:55:34[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:34[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:55:34[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:55:34[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:55:34[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:55:34[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:55:34[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:55:34[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:34[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:55:34[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:34[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:34[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:34[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:34[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:34[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:34[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:44[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:55:44[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:55:44[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:55:44[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:44[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:55:44[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:44[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:44[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:55:44[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:55:44[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:55:44[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:55:44[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:55:44[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:44[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:44[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:44[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:44[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:44[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:54[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:55:54[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:55:54[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:55:54[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:55:54[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:55:54[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:54[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:55:54[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:55:54[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:55:54[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:54[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:55:54[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:55:54[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:54[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:54[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:54[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:54[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:55:54[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:04[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:56:04[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:56:04[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:56:04[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:04[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:56:04[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:56:04[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:56:04[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:56:04[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:56:04[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:04[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:04[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:56:05[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:05[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:05[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:05[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:05[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:05[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:15[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:56:15[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:56:15[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:15[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:56:15[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:56:15[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:15[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:56:15[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:56:15[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:56:15[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:56:15[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:56:15[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:15[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:15[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:15[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:15[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:15[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:15[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:25[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:56:25[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:56:25[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:56:25[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:56:25[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:25[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:56:25[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:56:25[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:25[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:25[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:56:25[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:56:25[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:56:25[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:25[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:25[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:25[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:25[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:25[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:35[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:56:35[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:56:35[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:56:35[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:56:35[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:56:35[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:56:35[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:56:35[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:56:35[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:35[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:35[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:56:35[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:35[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:35[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:35[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:35[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:35[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:35[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:45[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:56:45[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:56:45[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:56:45[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:45[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:56:45[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:56:45[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:56:45[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:56:45[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:56:45[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:56:45[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:45[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:45[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:45[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:45[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:45[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:45[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:45[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:55[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:56:55[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:56:55[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:56:55[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:55[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:55[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:56:55[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:56:55[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:56:55[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:56:55[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:56:55[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:56:55[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:56:55[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:55[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:55[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:55[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:55[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:56:55[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:05[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:57:05[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:57:05[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:57:05[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:57:05[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:57:05[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:05[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:57:05[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:57:05[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:05[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:05[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:57:05[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:57:05[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:05[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:05[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:05[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:05[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:05[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:15[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:57:15[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:57:15[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:57:15[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:15[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:57:15[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:15[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:15[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:57:15[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:57:15[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:57:15[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:57:15[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:57:15[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:15[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:15[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:15[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:15[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:15[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:25[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:57:25[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:57:25[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:25[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:25[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:57:25[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:25[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:57:25[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:57:25[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:57:25[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:57:25[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:57:25[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:57:25[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:25[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:25[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:25[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:25[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:25[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:35[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:57:35[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:57:35[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:57:35[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:57:35[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:35[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:35[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:57:35[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:57:35[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:57:35[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:35[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:57:35[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:57:35[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:35[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:35[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:35[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:35[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:35[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:45[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:57:45[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:57:45[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:45[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:45[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:57:45[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:45[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:57:45[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:57:45[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:57:45[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:57:45[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:57:45[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:57:45[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:45[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:45[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:45[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:45[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:45[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:55[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:57:55[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:57:55[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:57:55[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:55[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:57:55[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:57:55[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:55[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:57:55[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:57:55[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:57:55[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:57:55[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:57:55[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:55[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:55[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:55[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:55[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:57:55[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:05[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:58:05[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:05[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:58:05[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:05[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:58:05[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:58:05[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:58:05[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:58:05[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:58:05[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:58:05[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:58:05[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:06[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:06[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:06[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:06[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:06[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:06[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:16[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:58:16[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:58:16[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:16[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:16[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:58:16[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:58:16[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:58:16[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:16[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:58:16[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:58:16[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:58:16[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:58:16[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:16[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:16[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:16[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:16[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:16[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:26[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:58:26[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:58:26[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:58:26[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:26[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:58:26[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:58:26[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:58:26[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:58:26[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:58:26[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:26[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:26[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:58:26[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:26[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:26[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:26[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:26[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:26[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:36[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:58:36[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:58:36[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:36[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:58:36[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:58:36[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:58:36[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:58:36[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:58:36[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:58:36[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:36[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:58:36[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:36[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:36[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:36[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:36[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:36[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:36[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:46[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:58:46[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:58:46[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:58:46[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:58:46[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:58:46[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:58:46[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:46[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:58:46[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:58:46[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:58:46[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:46[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:46[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:46[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:46[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:46[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:46[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:46[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:56[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:58:56[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:58:56[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:56[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:58:56[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:58:56[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:56[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:58:56[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:58:56[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:58:56[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:58:56[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:58:56[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:58:56[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:56[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:56[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:56[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:56[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:58:56[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:06[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:59:06[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:59:06[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:59:06[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:59:06[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:06[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:59:06[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:59:06[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:06[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:59:06[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:59:06[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:06[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:59:06[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:06[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:06[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:06[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:06[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:06[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:16[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:59:16[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:59:16[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:16[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:59:16[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:16[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:59:16[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:59:16[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:59:16[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:59:16[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:59:16[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:59:16[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:16[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:16[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:16[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:16[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:16[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:16[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:26[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:59:26[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:59:26[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:59:26[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:26[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:26[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:59:26[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:59:26[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:59:26[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:26[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:59:26[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:59:26[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:59:26[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:26[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:26[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:26[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:26[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:26[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:36[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:59:36[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:59:36[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:36[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:59:36[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:59:36[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:59:36[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:59:36[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:36[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:59:36[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:36[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:59:36[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:59:36[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:36[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:36[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:36[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:36[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:36[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:46[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:59:46[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:59:46[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:46[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:59:46[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:59:46[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:59:46[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:59:46[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:46[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:59:46[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:46[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:59:46[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:59:46[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:46[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:46[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:46[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:46[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:46[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:56[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 06:59:56[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 06:59:56[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:56[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 06:59:56[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:56[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 06:59:56[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 06:59:56[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 06:59:56[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 06:59:56[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 06:59:56[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 06:59:56[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 06:59:57[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:57[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:57[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:57[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:57[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 06:59:57[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:07[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:00:07[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:07[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:00:07[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:07[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:00:07[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:00:07[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:00:07[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:00:07[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:00:07[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:07[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:00:07[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:00:07[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:07[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:07[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:07[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:07[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:07[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:17[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:00:17[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:00:17[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:00:17[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:00:17[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:00:17[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:17[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:00:17[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:00:17[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:00:17[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:17[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:00:17[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:17[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:17[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:17[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:17[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:17[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:17[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:27[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:00:27[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:00:27[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:27[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:00:27[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:00:27[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:00:27[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:27[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:00:27[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:00:27[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:27[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:00:27[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:00:27[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:27[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:27[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:27[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:27[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:27[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:37[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:00:37[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:00:37[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:00:37[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:00:37[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:00:37[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:00:37[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:00:37[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:37[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:37[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:00:37[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:00:37[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:37[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:37[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:37[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:37[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:37[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:37[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:47[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:00:47[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:00:47[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:00:47[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:47[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:00:47[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:47[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:00:47[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:00:47[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:00:47[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:00:47[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:00:47[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:47[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:47[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:47[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:47[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:47[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:47[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:57[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:00:57[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:00:57[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:00:57[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:57[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:57[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:00:57[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:00:57[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:00:57[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:00:57[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:00:57[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:00:57[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:00:57[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:57[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:57[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:57[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:57[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:00:57[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:07[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:01:07[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:01:07[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:01:07[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:01:07[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:07[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:07[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:01:07[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:01:07[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:01:07[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:01:07[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:07[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:01:07[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:07[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:07[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:07[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:07[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:07[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:17[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:01:17[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:01:17[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:01:17[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:01:17[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:01:17[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:01:17[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:17[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:17[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:01:17[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:17[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:01:17[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:01:17[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:17[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:17[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:17[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:17[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:17[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:27[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:01:27[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:01:27[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:01:27[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:27[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:01:27[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:01:27[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:01:27[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:01:27[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:01:27[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:27[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:01:27[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:27[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:27[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:27[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:27[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:27[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:27[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:37[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:01:37[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:01:37[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:01:37[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:01:37[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:01:37[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:01:37[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:01:37[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:37[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:37[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:37[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:01:37[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:01:37[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:37[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:37[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:37[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:37[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:37[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:47[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:01:47[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:01:47[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:01:47[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:01:47[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:47[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:47[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:01:47[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:01:47[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:01:47[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:01:47[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:47[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:01:47[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:47[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:47[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:47[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:48[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:48[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:58[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:01:58[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:01:58[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:01:58[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:01:58[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:01:58[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:01:58[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:01:58[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:58[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:01:58[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:58[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:01:58[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:01:58[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:58[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:58[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:58[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:01:58[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:01[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:11[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:02:11[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:02:11[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:11[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:02:11[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:02:11[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:02:11[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:02:11[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:02:11[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:11[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:11[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:02:11[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:02:11[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:11[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:11[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:11[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:11[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:11[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:21[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:02:21[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:02:21[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:02:21[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:02:21[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:21[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:02:21[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:02:21[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:02:21[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:21[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:02:21[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:21[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:02:21[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:21[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:21[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:21[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:21[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:21[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:31[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:02:31[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:02:31[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:02:31[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:31[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:02:31[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:02:31[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:02:31[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:02:31[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:31[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:31[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:02:31[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:02:31[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:31[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:31[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:31[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:31[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:31[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:41[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:02:41[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:02:41[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:02:41[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:02:41[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:02:41[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:41[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:02:41[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:02:41[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:02:41[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:41[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:02:41[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:41[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:41[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:41[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:41[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:41[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:41[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:51[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:02:51[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:02:51[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:02:51[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:02:51[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:02:51[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:51[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:02:51[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:02:51[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:02:51[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:51[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:02:51[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:02:51[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:51[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:51[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:51[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:51[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:02:51[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:01[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:03:01[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:03:01[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:03:01[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:01[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:01[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:03:01[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:03:01[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:03:01[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:03:01[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:03:01[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:01[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:03:02[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:02[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:02[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:02[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:02[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:02[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:12[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:03:12[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:12[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:03:12[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:03:12[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:12[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:03:12[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:03:12[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:03:12[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:03:12[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:03:12[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:03:12[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:12[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:12[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:12[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:12[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:12[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:12[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:22[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:03:22[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:03:22[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:03:22[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:22[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:22[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:03:22[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:03:22[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:03:22[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:03:22[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:03:22[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:03:22[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:22[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:22[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:22[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:22[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:22[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:22[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:32[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:03:32[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:32[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:03:32[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:03:32[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:03:32[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:03:32[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:03:32[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:32[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:03:32[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:32[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:03:32[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:03:32[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:32[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:32[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:32[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:32[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:32[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:42[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:03:42[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:03:42[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:42[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:42[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:03:42[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:03:42[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:03:42[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:03:42[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:42[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:03:42[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:03:42[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:03:42[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:42[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:42[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:42[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:42[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:42[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:52[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:03:52[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:03:52[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:03:52[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:03:52[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:03:52[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:52[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:03:52[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:03:52[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:52[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:03:52[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:03:52[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:03:52[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:52[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:52[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:52[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:52[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:03:52[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:02[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:04:02[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:04:02[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:04:02[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:04:02[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:04:02[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:02[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:04:02[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:04:02[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:04:02[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:04:02[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:02[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:02[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:02[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:02[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:02[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:02[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:02[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:12[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:04:12[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:04:12[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:04:12[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:12[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:04:12[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:12[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:04:12[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:04:12[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:04:12[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:04:12[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:12[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:04:12[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:12[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:12[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:12[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:12[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:12[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:22[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:04:22[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:04:22[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:04:22[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:22[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:22[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:04:22[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:22[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:04:22[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:04:22[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:04:22[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:04:22[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:04:22[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:22[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:22[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:22[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:22[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:22[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:32[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:04:32[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:04:32[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:32[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:04:32[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:04:32[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:32[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:04:32[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:04:32[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:04:32[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:04:32[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:32[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:04:32[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:32[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:32[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:32[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:32[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:32[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:42[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:04:42[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:04:42[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:42[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:04:42[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:04:42[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:04:42[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:04:42[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:42[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:04:42[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:04:42[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:04:42[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:42[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:42[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:42[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:42[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:42[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:42[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:52[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:04:52[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:04:52[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:04:52[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:52[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:04:52[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:52[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:04:52[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:04:52[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:04:52[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:04:52[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:04:52[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:04:52[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:52[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:52[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:52[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:52[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:04:53[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:03[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:05:03[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:05:03[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:05:03[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:03[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:05:03[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:05:03[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:05:03[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:05:03[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:05:03[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:05:03[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:03[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:03[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:03[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:03[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:03[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:03[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:03[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:13[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:05:13[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:05:13[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:05:13[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:05:13[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:13[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:05:13[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:13[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:05:13[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:05:13[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:13[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:05:13[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:05:13[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:13[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:13[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:13[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:13[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:13[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:23[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:05:23[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:05:23[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:23[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:05:23[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:05:23[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:23[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:05:23[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:05:23[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:05:23[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:05:23[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:05:23[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:23[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:23[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:23[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:23[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:23[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:23[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:33[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:05:33[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:05:33[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:05:33[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:05:33[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:05:33[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:05:33[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:33[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:05:33[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:05:33[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:33[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:33[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:05:33[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:33[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:33[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:33[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:33[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:33[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:43[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:05:43[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:05:43[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:05:43[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:43[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:05:43[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:43[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:05:43[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:05:43[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:05:43[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:05:43[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:05:43[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:43[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:43[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:43[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:43[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:43[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:43[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:53[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:05:53[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:05:53[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:53[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:05:53[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:53[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:05:53[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:05:53[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:05:53[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:05:53[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:05:53[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:05:53[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:05:53[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:53[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:53[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:53[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:53[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:05:53[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:03[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:06:03[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:03[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:06:03[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:03[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:06:03[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:06:03[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:06:03[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:06:03[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:06:03[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:06:03[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:06:03[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:03[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:03[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:03[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:03[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:03[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:03[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:13[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:06:13[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:06:13[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:13[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:06:13[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:06:13[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:06:13[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:13[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:06:13[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:06:13[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:06:13[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:06:13[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:13[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:13[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:13[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:13[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:13[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:13[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:23[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:06:23[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:06:23[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:23[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:06:23[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:23[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:06:23[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:06:23[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:06:23[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:06:23[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:06:23[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:06:23[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:23[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:23[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:23[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:23[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:23[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:23[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:33[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:06:33[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:06:33[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:33[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:06:33[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:33[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:06:33[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:06:33[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:33[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:06:33[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:06:33[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:06:33[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:06:33[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:33[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:33[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:33[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:33[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:33[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:43[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:06:43[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:06:43[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:06:43[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:06:43[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:43[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:06:43[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:43[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:06:43[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:06:43[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:43[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:06:43[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:06:43[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:43[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:43[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:43[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:43[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:43[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:53[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:06:53[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:06:53[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:06:53[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:06:53[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:06:53[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:53[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:06:53[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:53[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:06:53[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:06:53[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:06:53[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:06:53[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:53[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:53[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:53[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:53[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:06:53[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:03[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:07:03[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:07:03[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:07:03[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:03[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:03[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:07:03[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:07:03[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:07:03[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:07:03[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:07:03[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:07:03[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:04[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:04[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:04[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:04[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:04[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:04[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:14[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:07:14[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:07:14[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:14[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:07:14[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:07:14[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:07:14[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:07:14[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:07:14[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:07:14[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:14[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:14[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:07:14[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:14[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:14[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:14[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:14[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:14[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:24[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:07:24[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:07:24[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:07:24[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:24[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:07:24[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:24[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:07:24[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:07:24[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:07:24[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:07:24[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:07:24[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:24[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:24[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:24[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:24[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:24[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:24[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:34[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:07:34[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:07:34[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:07:34[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:07:34[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:34[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:34[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:07:34[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:07:34[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:07:34[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:34[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:07:34[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:07:34[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:34[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:34[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:34[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:34[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:34[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:44[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:07:44[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:07:44[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:44[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:44[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:07:44[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:07:44[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:07:44[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:07:44[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:07:44[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:07:44[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:07:44[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:44[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:44[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:44[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:44[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:44[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:44[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:54[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:07:54[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:07:54[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:07:54[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:07:54[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:07:54[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:54[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:07:54[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:54[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:07:54[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:07:54[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:07:54[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:07:54[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:54[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:54[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:54[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:54[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:07:54[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:04[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:08:04[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:08:04[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:08:04[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:08:04[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:04[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:08:04[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:08:04[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:04[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:04[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:08:04[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:08:04[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:08:04[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:04[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:04[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:04[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:04[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:04[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:14[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:08:14[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:08:14[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:08:14[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:14[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:08:14[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:08:14[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:08:14[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:08:14[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:08:14[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:14[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:14[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:08:14[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:14[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:14[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:14[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:14[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:14[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:24[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:08:24[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:08:24[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:08:24[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:08:24[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:08:24[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:24[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:08:24[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:08:24[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:24[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:08:24[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:08:24[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:24[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:24[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:24[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:24[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:24[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:24[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:34[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:08:34[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:08:34[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:08:34[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:34[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:08:34[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:08:34[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:34[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:08:34[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:08:34[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:08:34[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:08:34[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:34[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:34[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:34[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:34[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:34[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:34[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:44[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:08:44[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:08:44[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:44[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:08:44[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:08:44[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:08:44[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:08:44[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:44[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:08:44[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:08:44[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:08:44[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:45[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:45[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:45[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:45[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:45[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:45[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:55[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:08:55[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:08:55[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:55[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:55[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:08:55[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:08:55[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:08:55[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:08:55[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:08:55[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:08:55[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:08:55[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:08:55[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:55[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:55[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:55[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:55[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:08:55[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:05[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:09:05[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:09:05[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:05[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:09:05[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:09:05[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:09:05[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:09:05[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:09:05[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:05[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:09:05[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:05[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:09:05[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:05[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:05[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:05[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:05[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:05[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:15[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:09:15[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:09:15[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:09:15[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:09:15[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:09:15[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:09:15[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:09:15[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:09:15[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:15[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:09:15[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:15[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:15[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:15[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:15[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:15[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:15[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:15[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:25[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:09:25[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:09:25[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:09:25[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:09:25[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:25[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:09:25[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:09:25[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:09:25[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:09:25[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:25[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:25[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:09:25[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:25[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:25[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:25[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:25[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:25[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:35[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:09:35[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:09:35[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:35[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:35[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:09:35[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:09:35[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:09:35[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:09:35[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:09:35[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:09:35[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:09:35[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:35[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:35[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:35[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:35[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:35[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:37[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:47[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:09:47[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:09:47[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:09:47[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:47[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:09:47[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:09:47[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:09:47[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:47[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:09:47[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:09:47[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:47[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:09:47[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:47[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:47[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:47[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:47[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:47[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:57[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:09:57[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:57[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:09:57[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:57[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:09:57[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:09:57[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:09:57[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:09:57[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:09:57[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:09:57[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:09:57[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:09:57[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:57[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:57[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:57[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:57[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:09:57[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:07[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:10:07[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:10:07[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:10:07[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:10:07[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:10:07[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:10:07[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:10:07[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:10:07[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:10:07[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:10:07[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:10:07[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:10:07[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:07[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:07[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:07[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:07[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:07[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:17[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:10:17[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:10:17[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:10:17[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:10:17[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:10:17[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:10:17[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:10:17[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:10:17[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:10:17[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:10:17[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:10:17[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:10:17[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:17[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:17[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:17[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:17[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:17[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:27[0m [34mTRC[0m Executing Prometheus query: DS Java heap mem usage
[90m2025-09-21 07:10:27[0m [34mTRC[0m Executing Prometheus query: container_memory_failcnt
[90m2025-09-21 07:10:27[0m [34mTRC[0m Running prometheus query: ds_jvm_memory_heap_used_bytes{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:10:27[0m [34mTRC[0m Running prometheus query: container_memory_failcnt{cluster="perf-haproxy"}
[90m2025-09-21 07:10:27[0m [34mTRC[0m Executing Prometheus query: AM Java heap mem usage
[90m2025-09-21 07:10:27[0m [34mTRC[0m Executing Prometheus query: DS Identity backend connections
[90m2025-09-21 07:10:27[0m [34mTRC[0m Running prometheus query: am_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:10:27[0m [34mTRC[0m Running prometheus query: ds_backend_db_cache_size_total_bytes{namespace="fr-platform",backend="amIdentityStore",cluster="perf-haproxy"}
[90m2025-09-21 07:10:27[0m [34mTRC[0m Executing Prometheus query: IDM Java heap mem usage
[90m2025-09-21 07:10:27[0m [34mTRC[0m Running prometheus query: idm_jvm_memory_usage_heap_usage{namespace="fr-platform",cluster="perf-haproxy"}
[90m2025-09-21 07:10:27[0m [34mTRC[0m Executing Prometheus query: Kubelet Volume Stats Inodes
[90m2025-09-21 07:10:27[0m [34mTRC[0m Running prometheus query: kubelet_volume_stats_inodes{cluster="perf-haproxy"}
[90m2025-09-21 07:10:27[0m [31mERR[0m [1mError executing Prometheus query: container_memory_failcnt[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:27[0m [31mERR[0m [1mError executing Prometheus query: DS Identity backend connections[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:27[0m [31mERR[0m [1mError executing Prometheus query: DS Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:28[0m [31mERR[0m [1mError executing Prometheus query: AM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:28[0m [31mERR[0m [1mError executing Prometheus query: Kubelet Volume Stats Inodes[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:28[0m [31mERR[0m [1mError executing Prometheus query: IDM Java heap mem usage[0m [36merror=[0m[31m[1m"Query error: client_error: client error: 403"[0m[0m
[90m2025-09-21 07:10:28[0m [32mINF[0m [1mStopping Lodemon[0m
[90m2025-09-21 07:10:28[0m [32mINF[0m [1mStopping monitoring service...[0m
[90m2025-09-21 07:10:28[0m [32mINF[0m [1mLodemon stopped[0m
[90m2025-09-21 07:10:28[0m [32mINF[0m [1mGenerating reports[0m
[90m2025-09-21 07:10:28[0m [34mTRC[0m Result: &{DS Java heap mem usage [] [] }
[90m2025-09-21 07:10:28[0m [34mTRC[0m Result: &{IDM Java heap mem usage [] [] }
[90m2025-09-21 07:10:28[0m [34mTRC[0m Result: &{AM Java heap mem usage [] [] }
[90m2025-09-21 07:10:28[0m [34mTRC[0m Result: &{Kubelet Volume Stats Inodes [] [] }
[90m2025-09-21 07:10:28[0m [34mTRC[0m Result: &{container_memory_failcnt [] [] }
[90m2025-09-21 07:10:28[0m [34mTRC[0m Result: &{DS Identity backend connections [] [] }
[90m2025-09-21 07:10:28[0m [32mINF[0m [1mGenerating reports for 6 results into /tmp/lodemon/data/report.html[0m