{"family":{"id":"ionwarp-soc2","key":"soc2-review","agent":"soc2","name":"SOC 2 Review","slug":"soc2"},"snapshot":{"id":"onerow-soc2-2026-09-24-r1","captured_at":"2026-09-24T18:22:49.910828+00:00","status":"methodology_review","source_revision_url":"https://github.com/Winding-Labs/ai-code-review-benchmark"},"release":{"id":"2026-10-12-public-v1","date":"2026-10-12"},"publication":{"protocol":"category-scoped-v4-all-golden-match","status":"methodology_review","label":"Provisional scoped-label matching","ranking_allowed":false,"blockers":["operator_labels_not_official_corpus","generalist_output_rescored"],"methodology_url":"https://ionwarp.com/benchmarks/methodology"},"judge":"IonWarp adapted category-scoped judge, Claude Opus 4.5","scope":"soc2 specialist · fresh local pilot · provisional semantic matching","case_count":20,"issue_count":15,"score_definition":"Reviewer Score = (3 × F1 + latency + $/run) ÷ 5. Each part is this row's place between the worst (0) and best (100) full-cohort row in this family — higher F1, lower latency and lower $/run score higher. Scored once F1, latency and $/run are all measured and at least 3 rows are.","ranking_basis":"Sorted by Reviewer Score (F1 counts 3×, time and cost 1× each).","scenario":{"seats":5,"monthly_reviews":100},"configured_pin":{"model":"deepseek/deepseek-v4.1-flash","reasoning_effort":"medium","retry":{"model":"z-ai/glm-5.3-flash","reasoning_effort":"low"}},"warnings":["Local reviewer execution; no hosted queue or GitHub delivery measurement.","One trial per declared configuration and PR; exploratory comparison.","Pinned source issue matching is not independent finding adjudication.","100 cells are admitted unchanged from the experiments that paid for them (identical case identity, engine and output ceiling, on the runtime of their configuration); they are never re-bought.","Contains operator-labelled PRs outside the official Martian corpus. These results are not an official-corpus leaderboard score.","Precision is golden-issue matching precision, not independently adjudicated finding correctness.","Competitor outputs are historical; fresh IonWarp runs use the same PR heads and new semantic grading.","Available-evidence checkpoint: unstarted jobs and completed but ungraded outputs remain explicit missing coverage. Scores use only saved grades under the named protocol.","The saved grade files preserve all source rows. This checkpoint projects only its declared case/configuration identities; unselected rows are not pooled into displayed scores."],"notices":["Provisional: one agent searched for these pull requests by this lens's own defect classes and wrote the goldens; a second rater admitted them (29 of 30 planted decoys rejected). IonWarp models only."],"not_measured":["CodeRabbit","Cursor Bugbot","Greptile v4.1","Qodo v2"],"license":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/"},"cost_unit":"review_run","case_ids":["apache-airflow-70759","runatlantis-atlantis-2436","supabase-auth-2073","coder-coder-27668","tryghost-ghost-23585","go-gitea-gitea-10273","go-gitea-gitea-11172","grafana-grafana-52081","grafana-grafana-130148","goharbor-harbor-23461","keycloak-keycloak-29278","langfuse-langfuse-15456","mattermost-mattermost-33642","minio-minio-20881","n8n-io-n8n-7622","hashicorp-nomad-25328","getsentry-sentry-87523","getsentry-sentry-113722","traefik-traefik-11907","woodpecker-ci-woodpecker-3348"],"benchmark_default":"ionwarp-deepseek-v4-1-flash","benefits":{"row_id":"ionwarp-deepseek-v4-1-flash","model":"deepseek/deepseek-v4.1-flash","model_label":"DeepSeek V4.1 Flash","rivals":0,"wins":[],"cost_line":"about 4¢ a review","basis":"No review app was measured on all 20 PRs of this lane, so there is no comparison yet."},"rows":[{"id":"ionwarp-glm-5-3-flash","name":"IonWarp · GLM 5.3 Flash","label":"IonWarp · GLM 5.3 Flash","kind":"ionwarp","model":"z-ai/glm-5.3-flash","model_label":"GLM 5.3 Flash","developer":"z-ai","effort":"low","composite":100,"composite_parts":{"f1":100,"latency":100,"cost":100},"f1":0.6667,"f2":0.7051,"precision":0.6111,"recall":0.7333,"tp":11,"fp":7,"fn":4,"expected":15,"prs":20,"coverage":{"graded":20,"cohort":20},"display_f1":0.6667,"latency_p50_seconds":34.3,"latency_p90_seconds":81.5,"display_latency_seconds":34.3,"cost_per_review_usd":0.0095,"cost_basis":"observed_inference","chart_cost":0.0095,"run_dates":["2026-09-21","2026-09-22"],"popovers":{"f1":{"f2":0.7051,"cohort_of":20},"cost":{"estimate":false},"score":{"parts":{"f1":100,"latency":100,"cost":100}},"prs":{"cases":[{"case_id":"apache-airflow-70759","repository":"airflow","number":70759,"url":"https://github.com/apache/airflow/pull/70759","status":"judged","expected":0,"caught":0,"seconds":63.858,"review_url":null},{"case_id":"runatlantis-atlantis-2436","repository":"atlantis","number":2436,"url":"https://github.com/runatlantis/atlantis/pull/2436","status":"judged","expected":1,"caught":0,"seconds":73.508,"review_url":null},{"case_id":"supabase-auth-2073","repository":"auth","number":2073,"url":"https://github.com/supabase/auth/pull/2073","status":"judged","expected":1,"caught":1,"seconds":29.64,"review_url":null},{"case_id":"coder-coder-27668","repository":"coder","number":27668,"url":"https://github.com/coder/coder/pull/27668","status":"judged","expected":1,"caught":1,"seconds":34.687,"review_url":null},{"case_id":"tryghost-ghost-23585","repository":"Ghost","number":23585,"url":"https://github.com/TryGhost/Ghost/pull/23585","status":"judged","expected":1,"caught":1,"seconds":46.982,"review_url":null},{"case_id":"go-gitea-gitea-10273","repository":"gitea","number":10273,"url":"https://github.com/go-gitea/gitea/pull/10273","status":"judged","expected":1,"caught":1,"seconds":32.234,"review_url":null},{"case_id":"go-gitea-gitea-11172","repository":"gitea","number":11172,"url":"https://github.com/go-gitea/gitea/pull/11172","status":"judged","expected":1,"caught":1,"seconds":22.014,"review_url":null},{"case_id":"grafana-grafana-52081","repository":"grafana","number":52081,"url":"https://github.com/grafana/grafana/pull/52081","status":"judged","expected":1,"caught":1,"seconds":30.948,"review_url":null},{"case_id":"grafana-grafana-130148","repository":"grafana","number":130148,"url":"https://github.com/grafana/grafana/pull/130148","status":"judged","expected":1,"caught":1,"seconds":38.766,"review_url":null},{"case_id":"goharbor-harbor-23461","repository":"harbor","number":23461,"url":"https://github.com/goharbor/harbor/pull/23461","status":"judged","expected":0,"caught":0,"seconds":24.343,"review_url":null},{"case_id":"keycloak-keycloak-29278","repository":"keycloak","number":29278,"url":"https://github.com/keycloak/keycloak/pull/29278","status":"judged","expected":1,"caught":0,"seconds":84.709,"review_url":null},{"case_id":"langfuse-langfuse-15456","repository":"langfuse","number":15456,"url":"https://github.com/langfuse/langfuse/pull/15456","status":"judged","expected":1,"caught":0,"seconds":12.199,"review_url":null},{"case_id":"mattermost-mattermost-33642","repository":"mattermost","number":33642,"url":"https://github.com/mattermost/mattermost/pull/33642","status":"judged","expected":1,"caught":1,"seconds":81.494,"review_url":null},{"case_id":"minio-minio-20881","repository":"minio","number":20881,"url":"https://github.com/minio/minio/pull/20881","status":"judged","expected":0,"caught":0,"seconds":69.35,"review_url":null},{"case_id":"n8n-io-n8n-7622","repository":"n8n","number":7622,"url":"https://github.com/n8n-io/n8n/pull/7622","status":"judged","expected":1,"caught":1,"seconds":29.424,"review_url":null},{"case_id":"hashicorp-nomad-25328","repository":"nomad","number":25328,"url":"https://github.com/hashicorp/nomad/pull/25328","status":"judged","expected":0,"caught":0,"seconds":21.998,"review_url":null},{"case_id":"getsentry-sentry-87523","repository":"sentry","number":87523,"url":"https://github.com/getsentry/sentry/pull/87523","status":"judged","expected":1,"caught":1,"seconds":34.655,"review_url":null},{"case_id":"getsentry-sentry-113722","repository":"sentry","number":113722,"url":"https://github.com/getsentry/sentry/pull/113722","status":"judged","expected":1,"caught":1,"seconds":30.011,"review_url":null},{"case_id":"traefik-traefik-11907","repository":"traefik","number":11907,"url":"https://github.com/traefik/traefik/pull/11907","status":"judged","expected":0,"caught":0,"seconds":33.925,"review_url":null},{"case_id":"woodpecker-ci-woodpecker-3348","repository":"woodpecker","number":3348,"url":"https://github.com/woodpecker-ci/woodpecker/pull/3348","status":"judged","expected":1,"caught":0,"seconds":109.213,"review_url":null}]}}},{"id":"ionwarp-gpt-5-6-luna-pro","name":"IonWarp · GPT 5.6 Luna Pro","label":"IonWarp · GPT 5.6 Luna Pro","kind":"ionwarp","model":"openai/gpt-5.6-luna-pro","model_label":"GPT 5.6 Luna Pro","developer":"openai","effort":"medium","composite":71.5,"composite_parts":{"f1":81,"latency":96,"cost":17},"f1":0.6452,"f2":0.6579,"precision":0.625,"recall":0.6667,"tp":10,"fp":6,"fn":5,"expected":15,"prs":20,"coverage":{"graded":20,"cohort":20},"display_f1":0.6452,"latency_p50_seconds":37.4,"latency_p90_seconds":43.2,"display_latency_seconds":37.4,"cost_per_review_usd":0.0717,"cost_basis":"observed_inference","chart_cost":0.0717,"run_dates":["2026-09-21","2026-09-22"],"popovers":{"f1":{"f2":0.6579,"cohort_of":20},"cost":{"estimate":false},"score":{"parts":{"f1":81,"latency":96,"cost":17}},"prs":{"cases":[{"case_id":"apache-airflow-70759","repository":"airflow","number":70759,"url":"https://github.com/apache/airflow/pull/70759","status":"judged","expected":0,"caught":0,"seconds":23.18,"review_url":null},{"case_id":"runatlantis-atlantis-2436","repository":"atlantis","number":2436,"url":"https://github.com/runatlantis/atlantis/pull/2436","status":"judged","expected":1,"caught":1,"seconds":39.177,"review_url":null},{"case_id":"supabase-auth-2073","repository":"auth","number":2073,"url":"https://github.com/supabase/auth/pull/2073","status":"judged","expected":1,"caught":1,"seconds":40.205,"review_url":null},{"case_id":"coder-coder-27668","repository":"coder","number":27668,"url":"https://github.com/coder/coder/pull/27668","status":"judged","expected":1,"caught":1,"seconds":37.912,"review_url":null},{"case_id":"tryghost-ghost-23585","repository":"Ghost","number":23585,"url":"https://github.com/TryGhost/Ghost/pull/23585","status":"judged","expected":1,"caught":1,"seconds":37.735,"review_url":null},{"case_id":"go-gitea-gitea-10273","repository":"gitea","number":10273,"url":"https://github.com/go-gitea/gitea/pull/10273","status":"judged","expected":1,"caught":1,"seconds":32.46,"review_url":null},{"case_id":"go-gitea-gitea-11172","repository":"gitea","number":11172,"url":"https://github.com/go-gitea/gitea/pull/11172","status":"judged","expected":1,"caught":1,"seconds":38.516,"review_url":null},{"case_id":"grafana-grafana-52081","repository":"grafana","number":52081,"url":"https://github.com/grafana/grafana/pull/52081","status":"judged","expected":1,"caught":1,"seconds":28.863,"review_url":null},{"case_id":"grafana-grafana-130148","repository":"grafana","number":130148,"url":"https://github.com/grafana/grafana/pull/130148","status":"judged","expected":1,"caught":0,"seconds":27.027,"review_url":null},{"case_id":"goharbor-harbor-23461","repository":"harbor","number":23461,"url":"https://github.com/goharbor/harbor/pull/23461","status":"judged","expected":0,"caught":0,"seconds":37.099,"review_url":null},{"case_id":"keycloak-keycloak-29278","repository":"keycloak","number":29278,"url":"https://github.com/keycloak/keycloak/pull/29278","status":"judged","expected":1,"caught":0,"seconds":61.288,"review_url":null},{"case_id":"langfuse-langfuse-15456","repository":"langfuse","number":15456,"url":"https://github.com/langfuse/langfuse/pull/15456","status":"judged","expected":1,"caught":0,"seconds":18.856,"review_url":null},{"case_id":"mattermost-mattermost-33642","repository":"mattermost","number":33642,"url":"https://github.com/mattermost/mattermost/pull/33642","status":"judged","expected":1,"caught":1,"seconds":43.041,"review_url":null},{"case_id":"minio-minio-20881","repository":"minio","number":20881,"url":"https://github.com/minio/minio/pull/20881","status":"judged","expected":0,"caught":0,"seconds":21.867,"review_url":null},{"case_id":"n8n-io-n8n-7622","repository":"n8n","number":7622,"url":"https://github.com/n8n-io/n8n/pull/7622","status":"judged","expected":1,"caught":0,"seconds":43.215,"review_url":null},{"case_id":"hashicorp-nomad-25328","repository":"nomad","number":25328,"url":"https://github.com/hashicorp/nomad/pull/25328","status":"judged","expected":0,"caught":0,"seconds":24.851,"review_url":null},{"case_id":"getsentry-sentry-87523","repository":"sentry","number":87523,"url":"https://github.com/getsentry/sentry/pull/87523","status":"judged","expected":1,"caught":1,"seconds":33.034,"review_url":null},{"case_id":"getsentry-sentry-113722","repository":"sentry","number":113722,"url":"https://github.com/getsentry/sentry/pull/113722","status":"judged","expected":1,"caught":1,"seconds":40.222,"review_url":null},{"case_id":"traefik-traefik-11907","repository":"traefik","number":11907,"url":"https://github.com/traefik/traefik/pull/11907","status":"judged","expected":0,"caught":0,"seconds":17.659,"review_url":null},{"case_id":"woodpecker-ci-woodpecker-3348","repository":"woodpecker","number":3348,"url":"https://github.com/woodpecker-ci/woodpecker/pull/3348","status":"judged","expected":1,"caught":0,"seconds":53.28,"review_url":null}]}}},{"id":"ionwarp-deepseek-v4-1-flash","name":"IonWarp · DeepSeek V4.1 Flash","label":"IonWarp · DeepSeek V4.1 Flash","kind":"ionwarp","model":"deepseek/deepseek-v4.1-flash","model_label":"DeepSeek V4.1 Flash","developer":"deepseek","effort":"medium","composite":68.6,"composite_parts":{"f1":100,"latency":0,"cost":43},"f1":0.6667,"f2":0.7738,"precision":0.5417,"recall":0.8667,"tp":13,"fp":11,"fn":2,"expected":15,"prs":20,"coverage":{"graded":20,"cohort":20},"display_f1":0.6667,"latency_p50_seconds":355.9,"latency_p90_seconds":717.4,"display_latency_seconds":355.9,"cost_per_review_usd":0.0379,"cost_basis":"observed_inference","chart_cost":0.0379,"run_dates":["2026-09-24","2026-09-24"],"popovers":{"f1":{"f2":0.7738,"cohort_of":20},"cost":{"estimate":false},"score":{"parts":{"f1":100,"latency":0,"cost":43}},"prs":{"cases":[{"case_id":"apache-airflow-70759","repository":"airflow","number":70759,"url":"https://github.com/apache/airflow/pull/70759","status":"judged","expected":0,"caught":0,"seconds":1316.69,"review_url":null},{"case_id":"runatlantis-atlantis-2436","repository":"atlantis","number":2436,"url":"https://github.com/runatlantis/atlantis/pull/2436","status":"judged","expected":1,"caught":1,"seconds":502.431,"review_url":null},{"case_id":"supabase-auth-2073","repository":"auth","number":2073,"url":"https://github.com/supabase/auth/pull/2073","status":"judged","expected":1,"caught":1,"seconds":717.412,"review_url":null},{"case_id":"coder-coder-27668","repository":"coder","number":27668,"url":"https://github.com/coder/coder/pull/27668","status":"judged","expected":1,"caught":1,"seconds":368.182,"review_url":null},{"case_id":"tryghost-ghost-23585","repository":"Ghost","number":23585,"url":"https://github.com/TryGhost/Ghost/pull/23585","status":"judged","expected":1,"caught":1,"seconds":540.183,"review_url":null},{"case_id":"go-gitea-gitea-10273","repository":"gitea","number":10273,"url":"https://github.com/go-gitea/gitea/pull/10273","status":"judged","expected":1,"caught":1,"seconds":121.586,"review_url":null},{"case_id":"go-gitea-gitea-11172","repository":"gitea","number":11172,"url":"https://github.com/go-gitea/gitea/pull/11172","status":"judged","expected":1,"caught":1,"seconds":88.946,"review_url":null},{"case_id":"grafana-grafana-52081","repository":"grafana","number":52081,"url":"https://github.com/grafana/grafana/pull/52081","status":"judged","expected":1,"caught":1,"seconds":109.055,"review_url":null},{"case_id":"grafana-grafana-130148","repository":"grafana","number":130148,"url":"https://github.com/grafana/grafana/pull/130148","status":"judged","expected":1,"caught":1,"seconds":472.833,"review_url":null},{"case_id":"goharbor-harbor-23461","repository":"harbor","number":23461,"url":"https://github.com/goharbor/harbor/pull/23461","status":"judged","expected":0,"caught":0,"seconds":533.394,"review_url":null},{"case_id":"keycloak-keycloak-29278","repository":"keycloak","number":29278,"url":"https://github.com/keycloak/keycloak/pull/29278","status":"judged","expected":1,"caught":0,"seconds":197.52,"review_url":null},{"case_id":"langfuse-langfuse-15456","repository":"langfuse","number":15456,"url":"https://github.com/langfuse/langfuse/pull/15456","status":"judged","expected":1,"caught":1,"seconds":343.662,"review_url":null},{"case_id":"mattermost-mattermost-33642","repository":"mattermost","number":33642,"url":"https://github.com/mattermost/mattermost/pull/33642","status":"judged","expected":1,"caught":1,"seconds":209.073,"review_url":null},{"case_id":"minio-minio-20881","repository":"minio","number":20881,"url":"https://github.com/minio/minio/pull/20881","status":"judged","expected":0,"caught":0,"seconds":199.18,"review_url":null},{"case_id":"n8n-io-n8n-7622","repository":"n8n","number":7622,"url":"https://github.com/n8n-io/n8n/pull/7622","status":"judged","expected":1,"caught":1,"seconds":284.781,"review_url":null},{"case_id":"hashicorp-nomad-25328","repository":"nomad","number":25328,"url":"https://github.com/hashicorp/nomad/pull/25328","status":"judged","expected":0,"caught":0,"seconds":552.804,"review_url":null},{"case_id":"getsentry-sentry-87523","repository":"sentry","number":87523,"url":"https://github.com/getsentry/sentry/pull/87523","status":"judged","expected":1,"caught":1,"seconds":177.278,"review_url":null},{"case_id":"getsentry-sentry-113722","repository":"sentry","number":113722,"url":"https://github.com/getsentry/sentry/pull/113722","status":"judged","expected":1,"caught":1,"seconds":287.959,"review_url":null},{"case_id":"traefik-traefik-11907","repository":"traefik","number":11907,"url":"https://github.com/traefik/traefik/pull/11907","status":"judged","expected":0,"caught":0,"seconds":625.435,"review_url":null},{"case_id":"woodpecker-ci-woodpecker-3348","repository":"woodpecker","number":3348,"url":"https://github.com/woodpecker-ci/woodpecker/pull/3348","status":"judged","expected":1,"caught":0,"seconds":1495.368,"review_url":null}]}}},{"id":"ionwarp-deepseek-v4-pro","name":"IonWarp · DeepSeek V4 Pro","label":"IonWarp · DeepSeek V4 Pro","kind":"ionwarp","model":"deepseek/deepseek-v4-pro-0813","model_label":"DeepSeek V4 Pro","developer":"deepseek","effort":"medium","composite":17.3,"composite_parts":{"f1":9,"latency":39,"cost":19},"f1":0.5625,"f2":0.5844,"precision":0.5294,"recall":0.6,"tp":9,"fp":8,"fn":6,"expected":15,"prs":20,"coverage":{"graded":20,"cohort":20},"display_f1":0.5625,"latency_p50_seconds":141.4,"latency_p90_seconds":292.3,"display_latency_seconds":141.4,"cost_per_review_usd":0.0683,"cost_basis":"observed_inference","chart_cost":0.0683,"run_dates":["2026-09-21","2026-09-22"],"popovers":{"f1":{"f2":0.5844,"cohort_of":20},"cost":{"estimate":false},"score":{"parts":{"f1":9,"latency":39,"cost":19}},"prs":{"cases":[{"case_id":"apache-airflow-70759","repository":"airflow","number":70759,"url":"https://github.com/apache/airflow/pull/70759","status":"judged","expected":0,"caught":0,"seconds":127.893,"review_url":null},{"case_id":"runatlantis-atlantis-2436","repository":"atlantis","number":2436,"url":"https://github.com/runatlantis/atlantis/pull/2436","status":"judged","expected":1,"caught":0,"seconds":153.388,"review_url":null},{"case_id":"supabase-auth-2073","repository":"auth","number":2073,"url":"https://github.com/supabase/auth/pull/2073","status":"judged","expected":1,"caught":1,"seconds":292.299,"review_url":null},{"case_id":"coder-coder-27668","repository":"coder","number":27668,"url":"https://github.com/coder/coder/pull/27668","status":"judged","expected":1,"caught":1,"seconds":450.723,"review_url":null},{"case_id":"tryghost-ghost-23585","repository":"Ghost","number":23585,"url":"https://github.com/TryGhost/Ghost/pull/23585","status":"judged","expected":1,"caught":1,"seconds":241.467,"review_url":null},{"case_id":"go-gitea-gitea-10273","repository":"gitea","number":10273,"url":"https://github.com/go-gitea/gitea/pull/10273","status":"judged","expected":1,"caught":1,"seconds":294.209,"review_url":null},{"case_id":"go-gitea-gitea-11172","repository":"gitea","number":11172,"url":"https://github.com/go-gitea/gitea/pull/11172","status":"judged","expected":1,"caught":1,"seconds":47.583,"review_url":null},{"case_id":"grafana-grafana-52081","repository":"grafana","number":52081,"url":"https://github.com/grafana/grafana/pull/52081","status":"judged","expected":1,"caught":1,"seconds":110.16,"review_url":null},{"case_id":"grafana-grafana-130148","repository":"grafana","number":130148,"url":"https://github.com/grafana/grafana/pull/130148","status":"judged","expected":1,"caught":0,"seconds":215.832,"review_url":null},{"case_id":"goharbor-harbor-23461","repository":"harbor","number":23461,"url":"https://github.com/goharbor/harbor/pull/23461","status":"judged","expected":0,"caught":0,"seconds":63.61,"review_url":null},{"case_id":"keycloak-keycloak-29278","repository":"keycloak","number":29278,"url":"https://github.com/keycloak/keycloak/pull/29278","status":"judged","expected":1,"caught":0,"seconds":154.832,"review_url":null},{"case_id":"langfuse-langfuse-15456","repository":"langfuse","number":15456,"url":"https://github.com/langfuse/langfuse/pull/15456","status":"judged","expected":1,"caught":0,"seconds":42.278,"review_url":null},{"case_id":"mattermost-mattermost-33642","repository":"mattermost","number":33642,"url":"https://github.com/mattermost/mattermost/pull/33642","status":"judged","expected":1,"caught":1,"seconds":213.513,"review_url":null},{"case_id":"minio-minio-20881","repository":"minio","number":20881,"url":"https://github.com/minio/minio/pull/20881","status":"judged","expected":0,"caught":0,"seconds":110.101,"review_url":null},{"case_id":"n8n-io-n8n-7622","repository":"n8n","number":7622,"url":"https://github.com/n8n-io/n8n/pull/7622","status":"judged","expected":1,"caught":0,"seconds":184.7,"review_url":null},{"case_id":"hashicorp-nomad-25328","repository":"nomad","number":25328,"url":"https://github.com/hashicorp/nomad/pull/25328","status":"judged","expected":0,"caught":0,"seconds":84.993,"review_url":null},{"case_id":"getsentry-sentry-87523","repository":"sentry","number":87523,"url":"https://github.com/getsentry/sentry/pull/87523","status":"judged","expected":1,"caught":1,"seconds":26.814,"review_url":null},{"case_id":"getsentry-sentry-113722","repository":"sentry","number":113722,"url":"https://github.com/getsentry/sentry/pull/113722","status":"judged","expected":1,"caught":1,"seconds":172.379,"review_url":null},{"case_id":"traefik-traefik-11907","repository":"traefik","number":11907,"url":"https://github.com/traefik/traefik/pull/11907","status":"judged","expected":0,"caught":0,"seconds":79.008,"review_url":null},{"case_id":"woodpecker-ci-woodpecker-3348","repository":"woodpecker","number":3348,"url":"https://github.com/woodpecker-ci/woodpecker/pull/3348","status":"judged","expected":1,"caught":0,"seconds":129.509,"review_url":null}]}}},{"id":"ionwarp-muse-spark-1-3","name":"IonWarp · Muse Spark 1.3","label":"IonWarp · Muse Spark 1.3","kind":"ionwarp","model":"meta/muse-spark-1.3","model_label":"Muse Spark 1.3","developer":"meta","effort":"medium","composite":17,"composite_parts":{"f1":0,"latency":85,"cost":0},"f1":0.5517,"f2":0.5405,"precision":0.5714,"recall":0.5333,"tp":8,"fp":6,"fn":7,"expected":15,"prs":20,"coverage":{"graded":20,"cohort":20},"display_f1":0.5517,"latency_p50_seconds":48.5,"latency_p90_seconds":63.6,"display_latency_seconds":48.5,"cost_per_review_usd":0.1089,"cost_basis":"observed_inference","chart_cost":0.1089,"run_dates":["2026-09-21","2026-09-22"],"popovers":{"f1":{"f2":0.5405,"cohort_of":20},"cost":{"estimate":false},"score":{"parts":{"f1":0,"latency":85,"cost":0}},"prs":{"cases":[{"case_id":"apache-airflow-70759","repository":"airflow","number":70759,"url":"https://github.com/apache/airflow/pull/70759","status":"judged","expected":0,"caught":0,"seconds":25.051,"review_url":null},{"case_id":"runatlantis-atlantis-2436","repository":"atlantis","number":2436,"url":"https://github.com/runatlantis/atlantis/pull/2436","status":"judged","expected":1,"caught":0,"seconds":36.759,"review_url":null},{"case_id":"supabase-auth-2073","repository":"auth","number":2073,"url":"https://github.com/supabase/auth/pull/2073","status":"judged","expected":1,"caught":0,"seconds":60.72,"review_url":null},{"case_id":"coder-coder-27668","repository":"coder","number":27668,"url":"https://github.com/coder/coder/pull/27668","status":"judged","expected":1,"caught":1,"seconds":62.769,"review_url":null},{"case_id":"tryghost-ghost-23585","repository":"Ghost","number":23585,"url":"https://github.com/TryGhost/Ghost/pull/23585","status":"judged","expected":1,"caught":1,"seconds":44.011,"review_url":null},{"case_id":"go-gitea-gitea-10273","repository":"gitea","number":10273,"url":"https://github.com/go-gitea/gitea/pull/10273","status":"judged","expected":1,"caught":0,"seconds":51.701,"review_url":null},{"case_id":"go-gitea-gitea-11172","repository":"gitea","number":11172,"url":"https://github.com/go-gitea/gitea/pull/11172","status":"judged","expected":1,"caught":1,"seconds":58.903,"review_url":null},{"case_id":"grafana-grafana-52081","repository":"grafana","number":52081,"url":"https://github.com/grafana/grafana/pull/52081","status":"judged","expected":1,"caught":1,"seconds":42.205,"review_url":null},{"case_id":"grafana-grafana-130148","repository":"grafana","number":130148,"url":"https://github.com/grafana/grafana/pull/130148","status":"judged","expected":1,"caught":0,"seconds":49.416,"review_url":null},{"case_id":"goharbor-harbor-23461","repository":"harbor","number":23461,"url":"https://github.com/goharbor/harbor/pull/23461","status":"judged","expected":0,"caught":0,"seconds":29.307,"review_url":null},{"case_id":"keycloak-keycloak-29278","repository":"keycloak","number":29278,"url":"https://github.com/keycloak/keycloak/pull/29278","status":"judged","expected":1,"caught":0,"seconds":68.131,"review_url":null},{"case_id":"langfuse-langfuse-15456","repository":"langfuse","number":15456,"url":"https://github.com/langfuse/langfuse/pull/15456","status":"judged","expected":1,"caught":0,"seconds":24.301,"review_url":null},{"case_id":"mattermost-mattermost-33642","repository":"mattermost","number":33642,"url":"https://github.com/mattermost/mattermost/pull/33642","status":"judged","expected":1,"caught":1,"seconds":63.614,"review_url":null},{"case_id":"minio-minio-20881","repository":"minio","number":20881,"url":"https://github.com/minio/minio/pull/20881","status":"judged","expected":0,"caught":0,"seconds":47.486,"review_url":null},{"case_id":"n8n-io-n8n-7622","repository":"n8n","number":7622,"url":"https://github.com/n8n-io/n8n/pull/7622","status":"judged","expected":1,"caught":1,"seconds":45.156,"review_url":null},{"case_id":"hashicorp-nomad-25328","repository":"nomad","number":25328,"url":"https://github.com/hashicorp/nomad/pull/25328","status":"judged","expected":0,"caught":0,"seconds":52.512,"review_url":null},{"case_id":"getsentry-sentry-87523","repository":"sentry","number":87523,"url":"https://github.com/getsentry/sentry/pull/87523","status":"judged","expected":1,"caught":1,"seconds":54.804,"review_url":null},{"case_id":"getsentry-sentry-113722","repository":"sentry","number":113722,"url":"https://github.com/getsentry/sentry/pull/113722","status":"judged","expected":1,"caught":1,"seconds":36.639,"review_url":null},{"case_id":"traefik-traefik-11907","repository":"traefik","number":11907,"url":"https://github.com/traefik/traefik/pull/11907","status":"judged","expected":0,"caught":0,"seconds":29.93,"review_url":null},{"case_id":"woodpecker-ci-woodpecker-3348","repository":"woodpecker","number":3348,"url":"https://github.com/woodpecker-ci/woodpecker/pull/3348","status":"judged","expected":1,"caught":0,"seconds":67.459,"review_url":null}]}}}]}