--Task-- name: Enable_prometheus_admin_api enabled: True class_name: EnablePrometheusAdminAPI source_name: controller source_namespace: >default< target_name: controller target_namespace: >default< start: 0 stop: None timeout: no timeout loop: False interval: None dependencies: [] wait_for: [] options: {} group_name: None Current dir: /mnt/disks/data/xslou/lodestar-fork/pyrock ________________________________________________________________________________ [07/Apr/2023 22:14:59] Enable_prometheus_admin_api pre : N/A ________________________________________________________________________________ ________________________________________________________________________________ [07/Apr/2023 22:14:59] Enable_prometheus_admin_api step1 : Discover the prometheus pod ________________________________________________________________________________ [07/Apr/2023 22:14:59] - INFO: Discovering prometheus pods [loop_until]: kubectl --namespace=monitoring get pods --output json --field-selector metadata.name=prometheus-prometheus-operator-kube-p-prometheus-0 [loop_until]: (max_time=180, interval=5, expected_rc=[0] [loop_until]: OK (rc = 0) --- stdout --- [print_head_tail]: Print head (100 lines) and tail (100 lines) of input string (517 lines): ----- output ----- { "apiVersion": "v1", "items": [ { "apiVersion": "v1", "kind": "Pod", "metadata": { "annotations": { "kubectl.kubernetes.io/default-container": "prometheus" }, "creationTimestamp": "2023-04-06T14:32:30Z", "generateName": "prometheus-prometheus-operator-kube-p-prometheus-", "labels": { "app.kubernetes.io/instance": "prometheus-operator-kube-p-prometheus", "app.kubernetes.io/managed-by": "prometheus-operator", "app.kubernetes.io/name": "prometheus", "app.kubernetes.io/version": "2.42.0", "controller-revision-hash": "prometheus-prometheus-operator-kube-p-prometheus-6cd74f79db", "operator.prometheus.io/name": "prometheus-operator-kube-p-prometheus", "operator.prometheus.io/shard": "0", "prometheus": "prometheus-operator-kube-p-prometheus", "statefulset.kubernetes.io/pod-name": "prometheus-prometheus-operator-kube-p-prometheus-0" }, "name": "prometheus-prometheus-operator-kube-p-prometheus-0", "namespace": "monitoring", "ownerReferences": [ { "apiVersion": "apps/v1", "blockOwnerDeletion": true, "controller": true, "kind": "StatefulSet", "name": "prometheus-prometheus-operator-kube-p-prometheus", "uid": "16dfd524-7c1c-48c4-8fe5-563693a1d30b" } ], "resourceVersion": "9459299", "uid": "92014b62-7b7a-41b8-8b77-57c0da41ae4b" }, "spec": { "automountServiceAccountToken": true, "containers": [ { "args": [ "--web.console.templates=/etc/prometheus/consoles", "--web.console.libraries=/etc/prometheus/console_libraries", "--storage.tsdb.retention.time=10d", "--config.file=/etc/prometheus/config_out/prometheus.env.yaml", "--storage.tsdb.path=/prometheus", "--web.enable-lifecycle", "--web.enable-admin-api", "--web.external-url=http://prometheus-operator-kube-p-prometheus.monitoring:9090", "--web.route-prefix=/", "--storage.tsdb.wal-compression", "--web.config.file=/etc/prometheus/web_config/web-config.yaml" ], "image": "quay.io/prometheus/prometheus:v2.42.0", "imagePullPolicy": "IfNotPresent", "livenessProbe": { "failureThreshold": 6, "httpGet": { "path": "/-/healthy", "port": "http-web", "scheme": "HTTP" }, "periodSeconds": 5, "successThreshold": 1, "timeoutSeconds": 3 }, "name": "prometheus", "ports": [ { "containerPort": 9090, "name": "http-web", "protocol": "TCP" } ], "readinessProbe": { "failureThreshold": 3, "httpGet": { "path": "/-/ready", "port": "http-web", "scheme": "HTTP" }, "periodSeconds": 5, "successThreshold": 1, "timeoutSeconds": 3 }, "resources": {}, "securityContext": { "allowPrivilegeEscalation": false, "capabilities": { "drop": [ "ALL" ] }, "readOnlyRootFilesystem": true }, "startupProbe": { "failureThreshold": 60, "httpGet": { [...] ] }, "status": { "conditions": [ { "lastProbeTime": null, "lastTransitionTime": "2023-04-06T18:00:05Z", "status": "True", "type": "Initialized" }, { "lastProbeTime": null, "lastTransitionTime": "2023-04-06T18:00:35Z", "status": "True", "type": "Ready" }, { "lastProbeTime": null, "lastTransitionTime": "2023-04-06T18:00:35Z", "status": "True", "type": "ContainersReady" }, { "lastProbeTime": null, "lastTransitionTime": "2023-04-06T17:59:37Z", "status": "True", "type": "PodScheduled" } ], "containerStatuses": [ { "containerID": "containerd://8f5ee708f40a90f8d3f72777fb4444b712ccfc7cf094baaa177462dd3f41835e", "image": "quay.io/prometheus-operator/prometheus-config-reloader:v0.63.0", "imageID": "quay.io/prometheus-operator/prometheus-config-reloader@sha256:3f976422884ec7744f69084da7736927eb634914a0c035d5a865cf6a6b8eb1b0", "lastState": {}, "name": "config-reloader", "ready": true, "restartCount": 0, "started": true, "state": { "running": { "startedAt": "2023-04-06T18:00:15Z" } } }, { "containerID": "containerd://b93c6934f5a883d50e1285bdb67be387e91bf44598010e093d59fd129de7b705", "image": "quay.io/prometheus/prometheus:v2.42.0", "imageID": "quay.io/prometheus/prometheus@sha256:d2ab0a27783fd4ad96a8853e2847b99a0be0043687b8a5d1ebfb2dd3fa4fd1b8", "lastState": {}, "name": "prometheus", "ready": true, "restartCount": 0, "started": true, "state": { "running": { "startedAt": "2023-04-06T18:00:15Z" } } } ], "hostIP": "10.142.0.67", "initContainerStatuses": [ { "containerID": "containerd://769155543f94e0e73edf616820f366a0c639f4bc7ee7d1c5ccb8fc529e7e1a68", "image": "quay.io/prometheus-operator/prometheus-config-reloader:v0.63.0", "imageID": "quay.io/prometheus-operator/prometheus-config-reloader@sha256:3f976422884ec7744f69084da7736927eb634914a0c035d5a865cf6a6b8eb1b0", "lastState": {}, "name": "init-config-reloader", "ready": true, "restartCount": 0, "state": { "terminated": { "containerID": "containerd://769155543f94e0e73edf616820f366a0c639f4bc7ee7d1c5ccb8fc529e7e1a68", "exitCode": 0, "finishedAt": "2023-04-06T18:00:01Z", "reason": "Completed", "startedAt": "2023-04-06T18:00:01Z" } } } ], "phase": "Running", "podIP": "10.106.42.23", "podIPs": [ { "ip": "10.106.42.23" } ], "qosClass": "Burstable", "startTime": "2023-04-06T17:59:37Z" } } ], "kind": "List", "metadata": { "resourceVersion": "", "selfLink": "" } } --- stderr --- ________________________________________________________________________________ [07/Apr/2023 22:15:00] Enable_prometheus_admin_api step2 : Enable the API if disabled ________________________________________________________________________________ [07/Apr/2023 22:15:00] - INFO: REST API is enabled: True ________________________________________________________________________________ [07/Apr/2023 22:15:00] Enable_prometheus_admin_api post : Post method ________________________________________________________________________________ Setting result to PASS Task has been successfully stopped