# HELP queue_time_wait_seconds histogram of queue wait times
# TYPE queue_time_wait_seconds histogram
queue_time_wait_seconds_bucket{le="300"} 577
queue_time_wait_seconds_bucket{le="3600"} 938
queue_time_wait_seconds_bucket{le="+Inf"} 1008
queue_time_wait_seconds_sum 1800055
queue_time_wait_seconds_count 1008

# HELP test_run_seconds histogram of test execution time
# TYPE test_run_seconds histogram
test_run_seconds_bucket{le="3600"} 953
test_run_seconds_bucket{le="7200"} 999
test_run_seconds_bucket{le="+Inf"} 1008
test_run_seconds_sum 1936090
test_run_seconds_count 1008

# HELP top_failures_pct Most unstable tests in the last 7 days (more than 10% failure rate)
# TYPE top_failures_pct gauge
top_failures_pct{project="cockpit-project/cockpit",test="test/verify/check-machines-lifecycle TestMachinesLifecycle.testBasic"} 46.666666666666664
top_failures_pct{project="osbuild/cockpit-composer",test="test/verify/check-image TestLargeImage.testOpenStack"} 38.46153846153846
top_failures_pct{project="cockpit-project/cockpit-podman",test="/test/check-application TestApplication.testLifecycleOperationsSystem"} 23.076923076923077
top_failures_pct{project="cockpit-project/cockpit-podman",test="/test/check-application TestApplication.testCheckpointRestoreCGroupsV1"} 23.076923076923077
top_failures_pct{project="cockpit-project/cockpit",test="test/verify/check-machines-disks TestMachinesDisks.testAddDiskAdditionalOptions"} 18.181818181818183
top_failures_pct{project="cockpit-project/cockpit-podman",test="/test/check-application TestApplication.testBasicSystem"} 16.666666666666668
top_failures_pct{project="cockpit-project/cockpit-machines",test="/test/check-machines-settings TestMachinesSettings.testCPUModel"} 12.962962962962964
top_failures_pct{project="cockpit-project/cockpit",test="test/verify/check-apps TestApps.testL10N"} 12.0
top_failures_pct{project="cockpit-project/cockpit",test="test/verify/check-metrics TestGrafanaClient.testBasic"} 11.504424778761061
top_failures_pct{project="cockpit-project/cockpit-machines",test="/test/check-machines-migrate TestMachinesMigration.testCopyStorageMigration"} 11.11111111111111
top_failures_pct{project="cockpit-project/cockpit-machines",test="/test/check-machines-lifecycle TestMachinesLifecycle.testBasic"} 11.11111111111111
top_failures_pct{project="cockpit-project/cockpit",test="test/verify/check-users TestAccounts.testBasic"} 11.029411764705882
top_failures_pct{project="cockpit-project/cockpit",test="test/verify/check-shell-host-switching TestHostSwitching.testBasicAsAdmin"} 10.826210826210826

# HELP pr_retries histogram of how many retries it took to get PRs to green
# TYPE pr_retries histogram
pr_retries_bucket{le="0"} 122
pr_retries_bucket{le="1"} 152
pr_retries_bucket{le="2"} 164
pr_retries_bucket{le="3"} 168
pr_retries_bucket{le="4"} 169
pr_retries_bucket{le="5"} 170
pr_retries_bucket{le="11"} 172
pr_retries_bucket{le="+Inf"} 172
pr_retries_sum 172
pr_retries_count 172

# HELP merged_failures How many PRs were merged with non-successful tests
# TYPE merged_failures counter
merged_failures 9

# HELP s3_usage_bytes How much disk space an S3 store is using
# TYPE s3_usage_bytes gauge
s3_usage_bytes{store="https://cockpit-images.eu-central-1.linodeobjects.com/"} 39354336768
s3_usage_bytes{store="https://cockpit-images.us-east-1.linodeobjects.com/"} 39355188736