search

mvisonneau / gitlab-ci-pipelines-exporter

Prometheus / OpenMetrics exporter for GitLab CI pipelines insights
Apache License 2.0
1.29k stars 243 forks source link

The exporter is not pulling the gitlab metrics #397

Open kaushique opened 2 years ago

kaushique commented 2 years ago

Hi Team,

I was able to overcome the liveness and readiness probe issue with some customizations, now the pods are running fine and even the services have up with endpoints. But still i don't see the gitlab metrics getting pulled by the exporter

pod logs :

$ kubectl logs gitlab-ci-pipelines-exporter-68ddf4dd96-bndkd {"gitlab-endpoint":"https://XXXXX.com","gitlab-rate-limit":"1rps","level":"info","msg":"configured","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"pull projects from wildcards","on-init":"yes","scheduled":"every 1800s","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"pull environments from projects","on-init":"yes","scheduled":"every 1800s","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"pull refs from projects","on-init":"yes","scheduled":"every 300s","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"pull metrics","on-init":"yes","scheduled":"every 30s","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"garbage collect projects","on-init":"no","scheduled":"every 14400s","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"garbage collect environments","on-init":"no","scheduled":"every 14400s","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"garbage collect refs","on-init":"no","scheduled":"every 1800s","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"garbage collect metrics","on-init":"no","scheduled":"every 600s","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"redis url configured, initializing connection..","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"connected to redis","time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"scheduling projects from wildcards pull","time":"2022-01-27T05:55:12Z","wildcards-count":0} {"host":"127.0.0.1:8082","level":"info","msg":"internal monitoring listener set","scheme":"tcp","time":"2022-01-27T05:55:12Z"} {"level":"info","listen-address":":9090","metrics-endpoint-enabled":true,"msg":"http server started","openmetrics-encoding-enabled":false,"pprof-endpoint-enabled":false,"time":"2022-01-27T05:55:12Z","webhook-endpoint-enabled":false} {"level":"info","msg":"scheduling environments from projects pull","projects-count":7,"time":"2022-01-27T05:55:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-01-27T05:55:12Z"} {"level":"info","msg":"starting 'metrics' garbage collection","time":"2022-01-27T07:25:12Z"} {"level":"info","msg":"ending 'metrics' garbage collection","time":"2022-01-27T07:25:12Z"} {"level":"info","msg":"starting 'refs' garbage collection","time":"2022-01-27T07:25:12Z"} {"level":"info","msg":"scheduling projects from wildcards pull","time":"2022-01-27T07:25:18Z","wildcards-count":0} {"level":"info","msg":"scheduling environments from projects pull","projects-count":7,"time":"2022-01-27T07:25:18Z"} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-01-27T07:25:18Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:25:18Z"} {"level":"info","msg":"ending 'refs' garbage collection","time":"2022-01-27T07:25:26Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:25:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:26:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:26:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:27:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:27:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:28:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:28:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:29:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:29:42Z"} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-01-27T07:30:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:30:17Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:30:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:31:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:31:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:32:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:32:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:33:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:33:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:34:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:34:42Z"} {"level":"info","msg":"starting 'metrics' garbage collection","time":"2022-01-27T07:35:12Z"} {"level":"info","msg":"ending 'metrics' garbage collection","time":"2022-01-27T07:35:12Z"} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-01-27T07:35:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:35:16Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:35:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:36:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:36:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:37:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:37:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:38:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:38:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:39:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:39:42Z"} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-01-27T07:40:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:40:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:40:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:41:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:41:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:42:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:42:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:43:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:43:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:44:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:44:42Z"} {"level":"info","msg":"starting 'metrics' garbage collection","time":"2022-01-27T07:45:12Z"} {"level":"info","msg":"ending 'metrics' garbage collection","time":"2022-01-27T07:45:12Z"} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-01-27T07:45:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:45:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:45:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:46:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:46:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:47:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:47:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:48:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:48:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:49:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:49:42Z"} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-01-27T07:50:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:50:17Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:50:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:51:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:51:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:52:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:52:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:53:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:53:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:54:12Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-01-27T07:54:42Z"} {"level":"info","msg":"scheduling projects from wildcards pull","time":"2022-01-27T07:55:12Z","wildcards-count":0}

I don't see any error or warnings here . When i view the /metrics of the prometheus i don't see any of the gitlab or gitlab_ci metrics.

Please help me and let me know if i'm missing something

mvisonneau commented 2 years ago

👋 hey, have you tried to run it with the log.level: debug to troubleshoot it a bit further?

kaushique commented 2 years ago

Hi , ya sure i ran the pod with log level : debug and below is the log

$ kubectl logs gitlab-ci-pipelines-exporter-68ddf4dd96-fv64v -f {"gitlab-endpoint":"https://cloudlab.us.oracle.com","gitlab-rate-limit":"1rps","level":"info","msg":"configured","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"pull projects from wildcards","on-init":"yes","scheduled":"every 1800s","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"pull environments from projects","on-init":"yes","scheduled":"every 1800s","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"pull refs from projects","on-init":"yes","scheduled":"every 300s","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"pull metrics","on-init":"yes","scheduled":"every 30s","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"garbage collect projects","on-init":"no","scheduled":"every 14400s","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"garbage collect environments","on-init":"no","scheduled":"every 14400s","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"garbage collect refs","on-init":"no","scheduled":"every 1800s","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"garbage collect metrics","on-init":"no","scheduled":"every 600s","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"redis url configured, initializing connection..","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"connected to redis","time":"2022-02-02T11:16:36Z"} {"interval_seconds":14400,"level":"debug","msg":"task scheduled","task":"GarbageCollectEnvironments","time":"2022-02-02T11:16:36Z"} {"interval_seconds":1800,"level":"debug","msg":"task scheduled","task":"GarbageCollectRefs","time":"2022-02-02T11:16:36Z"} {"interval_seconds":600,"level":"debug","msg":"task scheduled","task":"GarbageCollectMetrics","time":"2022-02-02T11:16:36Z"} {"interval_seconds":1800,"level":"debug","msg":"task scheduled","task":"PullProjectsFromWildcards","time":"2022-02-02T11:16:36Z"} {"interval_seconds":1800,"level":"debug","msg":"task scheduled","task":"PullEnvironmentsFromProjects","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"scheduling projects from wildcards pull","time":"2022-02-02T11:16:36Z","wildcards-count":0} {"interval_seconds":300,"level":"debug","msg":"task scheduled","task":"PullRefsFromProjects","time":"2022-02-02T11:16:36Z"} {"interval_seconds":30,"level":"debug","msg":"task scheduled","task":"PullMetrics","time":"2022-02-02T11:16:36Z"} {"interval_seconds":14400,"level":"debug","msg":"task scheduled","task":"GarbageCollectProjects","time":"2022-02-02T11:16:36Z"} {"level":"info","msg":"scheduling environments from projects pull","projects-count":7,"time":"2022-02-02T11:16:36Z"} {"host":"127.0.0.1:8082","level":"info","msg":"internal monitoring listener set","scheme":"tcp","time":"2022-02-02T11:16:36Z"} {"level":"info","listen-address":":9090","metrics-endpoint-enabled":true,"msg":"http server started","openmetrics-encoding-enabled":false,"pprof-endpoint-enabled":false,"time":"2022-02-02T11:16:36Z","webhook-endpoint-enabled":false} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-02-02T11:16:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:16:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:16:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:16:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:16:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:16:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:16:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:16:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:16:36Z"} {"for":275662300,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:37Z"} {"for":275732600,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:37Z"} {"for":191072000,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:41Z"} {"for":996311100,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:41Z"} {"for":191203800,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:41Z"} {"for":630236900,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:41Z"} {"for":1002165900,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:41Z"} {"for":966686300,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:42Z"} {"for":519272300,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:42Z"} {"for":610315000,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:42Z"} {"for":26681300,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:16:42Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:17:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:17:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:17:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:17:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:17:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:17:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:17:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:17:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:17:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:17:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:17:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:17:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:17:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:17:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:17:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:17:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:18:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:18:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:18:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:18:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:18:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:18:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:18:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:18:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:18:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:18:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:18:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:18:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:18:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:18:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:18:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:18:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:19:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:19:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:19:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:19:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:19:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:19:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:19:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:19:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:19:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:19:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:19:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:19:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:19:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:19:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:19:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:19:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:20:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:20:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:20:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:20:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:20:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:20:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:20:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:20:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:20:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:20:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:20:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:20:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:20:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:20:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:20:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:20:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:21:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:21:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:21:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:21:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:21:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:21:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:21:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:21:06Z"} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-02-02T11:21:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:21:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:21:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:21:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:21:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:21:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:21:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:21:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:21:36Z"} {"for":618608500,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:21:39Z"} {"for":616702100,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:21:41Z"} {"for":613350400,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:21:42Z"} {"for":16668900,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:21:43Z"} {"for":606159500,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:21:44Z"} {"for":612691000,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:21:45Z"} {"for":622061000,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:21:47Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:22:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:22:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:22:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:22:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:22:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:22:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:22:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:22:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:22:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:22:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:22:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:22:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:22:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:22:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:22:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:22:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:23:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:23:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:23:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:23:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:23:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:23:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:23:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:23:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:23:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:23:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:23:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:23:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:23:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:23:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:23:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:23:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:24:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:24:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:24:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:24:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:24:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:24:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:24:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:24:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:24:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:24:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:24:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:24:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:24:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:24:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:24:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:24:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:25:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:25:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:25:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:25:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:25:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:25:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:25:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:25:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:25:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:25:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:25:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:25:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:25:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:25:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:25:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:25:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:26:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:26:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:26:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:26:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:26:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:26:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:26:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:26:06Z"} {"level":"info","msg":"starting 'metrics' garbage collection","time":"2022-02-02T11:26:36Z"} {"level":"info","msg":"ending 'metrics' garbage collection","time":"2022-02-02T11:26:36Z"} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-02-02T11:26:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:26:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:26:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:26:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:26:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:26:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:26:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:26:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:26:36Z"} {"for":614301600,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:26:39Z"} {"for":620104600,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:26:41Z"} {"for":620776100,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:26:42Z"} {"for":558936100,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:26:44Z"} {"for":616961700,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:26:45Z"} {"for":627769000,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:26:46Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:27:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:27:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:27:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:27:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:27:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:27:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:27:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:27:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:27:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:27:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:27:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:27:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:27:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:27:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:27:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:27:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:28:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:28:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:28:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:28:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:28:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:28:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:28:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:28:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:28:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:28:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:28:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:28:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:28:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:28:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:28:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:28:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:29:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:29:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:29:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:29:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:29:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:29:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:29:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:29:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:29:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:29:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:29:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:29:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:29:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:29:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:29:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:29:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:30:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:30:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:30:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:30:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:30:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:30:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:30:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:30:06Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:30:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:30:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:30:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:30:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:30:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:30:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:30:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:30:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:31:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:31:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:31:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:31:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:31:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:31:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:31:06Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:31:06Z"} {"level":"info","msg":"scheduling refs from projects pull","projects-count":7,"time":"2022-02-02T11:31:36Z"} {"environments-count":0,"level":"info","msg":"scheduling metrics pull","refs-count":7,"time":"2022-02-02T11:31:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"3975975258","time":"2022-02-02T11:31:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"768141748","time":"2022-02-02T11:31:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2465748949","time":"2022-02-02T11:31:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"2946006629","time":"2022-02-02T11:31:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"365304375","time":"2022-02-02T11:31:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"279494660","time":"2022-02-02T11:31:36Z"} {"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefMetrics","task_unique_id":"363943618","time":"2022-02-02T11:31:36Z"} {"for":615166600,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:31:39Z"} {"for":624614700,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:31:41Z"} {"for":610188600,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:31:42Z"} {"for":571186400,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:31:44Z"} {"for":621460300,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:31:45Z"} {"for":617687500,"level":"debug","msg":"throttled GitLab requests","time":"2022-02-02T11:31:47Z"}