{
  "items": [
    {
      "workload": "architecture-under-ambiguity",
      "model": "alibaba/qwen4-max",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.6228634545923633,
      "original_pipeline_score": 0.6228634545923633,
      "consequence_check_share": 0.5049342105263158,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 292,
      "checks_not_applicable": 1,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.05646946875,
      "latency_s": 146.91371224448085,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "architecture-under-ambiguity",
      "model": "google/gemini-4-argon",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.4531471716976264,
      "original_pipeline_score": 0.4531471716976264,
      "consequence_check_share": 0.3680125558995528,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 292,
      "checks_not_applicable": 2,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.080293125,
      "latency_s": 79.72572202011361,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "architecture-under-ambiguity",
      "model": "google/gemini-4-hydrogen",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.5433335752063984,
      "original_pipeline_score": 0.5433335752063984,
      "consequence_check_share": 0.41991314069487445,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 292,
      "checks_not_applicable": 3,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.14664046875,
      "latency_s": 104.81242488979478,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "architecture-under-ambiguity",
      "model": "openai/gpt-6.1-sol",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.7462993421052632,
      "original_pipeline_score": 0.7462993421052632,
      "consequence_check_share": 0.6064563983488132,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 292,
      "checks_not_applicable": 2,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.06297849999999999,
      "latency_s": 74.52745544517529,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "architecture-under-ambiguity",
      "model": "openai/gpt-6.2-astra",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.7186713912538699,
      "original_pipeline_score": 0.7186713912538699,
      "consequence_check_share": 0.5771134330925353,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 292,
      "checks_not_applicable": 4,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.22089899999999998,
      "latency_s": 55.49018463835819,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "architecture-under-ambiguity",
      "model": "openai/gpt-6.2-sol",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.7257784281475748,
      "original_pipeline_score": 0.7257784281475748,
      "consequence_check_share": 0.5802481080151358,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 292,
      "checks_not_applicable": 1,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.05885225,
      "latency_s": 28.054318073904142,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "end-to-end-repository-implementation",
      "model": "alibaba/qwen4-max",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.8590029761904763,
      "original_pipeline_score": 0.8590029761904763,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 160,
      "checks_not_applicable": 40,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.129539838125,
      "latency_s": 302.34971857693745,
      "request_successes": 16,
      "request_failures": 0,
      "mixed_streaming_retry": true
    },
    {
      "workload": "end-to-end-repository-implementation",
      "model": "google/gemini-4-argon",
      "count": 14,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.8254676870748299,
      "original_pipeline_score": 0.82546768707483,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 140,
      "checks_not_applicable": 35,
      "expected": 16,
      "completed": 14,
      "provider_or_generation_failures": 2,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.10557642857142857,
      "latency_s": 75.67704160554733,
      "request_successes": 14,
      "request_failures": 2
    },
    {
      "workload": "end-to-end-repository-implementation",
      "model": "google/gemini-4-hydrogen",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.8112909226190477,
      "original_pipeline_score": 0.8112909226190477,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 160,
      "checks_not_applicable": 42,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.19420753125,
      "latency_s": 131.09240209442214,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "end-to-end-repository-implementation",
      "model": "openai/gpt-6.1-sol",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.9049014136904762,
      "original_pipeline_score": 0.9049014136904762,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 160,
      "checks_not_applicable": 38,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.07900575,
      "latency_s": 32.03953748862841,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "end-to-end-repository-implementation",
      "model": "openai/gpt-6.2-astra",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.9284784226190477,
      "original_pipeline_score": 0.9284784226190477,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 160,
      "checks_not_applicable": 38,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.30244550000000003,
      "latency_s": 34.18291657444206,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "end-to-end-repository-implementation",
      "model": "openai/gpt-6.2-sol",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.9050409226190477,
      "original_pipeline_score": 0.9050409226190477,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 160,
      "checks_not_applicable": 40,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.086530125,
      "latency_s": 40.762024425930576,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "grounded-research-brief",
      "model": "alibaba/qwen4-max",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.96484375,
      "original_pipeline_score": 0.96484375,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 144,
      "checks_not_applicable": 0,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.013957875,
      "latency_s": 28.435018890479114,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "grounded-research-brief",
      "model": "google/gemini-4-argon",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.953125,
      "original_pipeline_score": 0.9150390624999999,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 144,
      "checks_not_applicable": 1,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.0138135,
      "latency_s": 17.9253992526792,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "grounded-research-brief",
      "model": "google/gemini-4-hydrogen",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.998046875,
      "original_pipeline_score": 0.9635416666666666,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 144,
      "checks_not_applicable": 2,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.01907746875,
      "latency_s": 10.879902575397864,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "grounded-research-brief",
      "model": "openai/gpt-6.1-sol",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.970703125,
      "original_pipeline_score": 0.962890625,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 144,
      "checks_not_applicable": 0,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.014494874999999999,
      "latency_s": 9.827018271374982,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "grounded-research-brief",
      "model": "openai/gpt-6.2-astra",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 1.0,
      "original_pipeline_score": 0.9895833333333333,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 144,
      "checks_not_applicable": 0,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.049707,
      "latency_s": 8.902034027792979,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "grounded-research-brief",
      "model": "openai/gpt-6.2-sol",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 1.0,
      "original_pipeline_score": 0.9817708333333333,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 144,
      "checks_not_applicable": 0,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.012313625,
      "latency_s": 3.8069896615634207,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "noisy-document-extraction",
      "model": "alibaba/qwen4-max",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.9609375,
      "original_pipeline_score": 0.9609375,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 224,
      "checks_not_applicable": 85,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.01185525,
      "latency_s": 29.8172532125609,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "noisy-document-extraction",
      "model": "google/gemini-4-argon",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.99609375,
      "original_pipeline_score": 0.99609375,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 224,
      "checks_not_applicable": 84,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.01297925,
      "latency_s": 20.946040873706806,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "noisy-document-extraction",
      "model": "google/gemini-4-hydrogen",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.9765625,
      "original_pipeline_score": 0.9765625,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 224,
      "checks_not_applicable": 84,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.022342875,
      "latency_s": 16.561541914445115,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "noisy-document-extraction",
      "model": "openai/gpt-6.1-sol",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.99140625,
      "original_pipeline_score": 0.99140625,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 224,
      "checks_not_applicable": 85,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.010974,
      "latency_s": 7.664227513654623,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "noisy-document-extraction",
      "model": "openai/gpt-6.2-astra",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.9114583333333334,
      "original_pipeline_score": 0.9114583333333334,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 224,
      "checks_not_applicable": 67,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.057171,
      "latency_s": 12.394732161308639,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "noisy-document-extraction",
      "model": "openai/gpt-6.2-sol",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.97265625,
      "original_pipeline_score": 0.97265625,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 224,
      "checks_not_applicable": 84,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.011089625,
      "latency_s": 8.09999788782443,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "semantic-matching-with-abstention",
      "model": "alibaba/qwen4-max",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.9757254464285714,
      "original_pipeline_score": 0.9757254464285714,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 176,
      "checks_not_applicable": 58,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.002145375,
      "latency_s": 5.069448080932489,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "semantic-matching-with-abstention",
      "model": "google/gemini-4-argon",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.9913504464285714,
      "original_pipeline_score": 0.9913504464285714,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 176,
      "checks_not_applicable": 66,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.002204375,
      "latency_s": 9.15648128578323,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "semantic-matching-with-abstention",
      "model": "google/gemini-4-hydrogen",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.9679129464285714,
      "original_pipeline_score": 0.9679129464285714,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 176,
      "checks_not_applicable": 59,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.0067003125,
      "latency_s": 5.538367300032405,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "semantic-matching-with-abstention",
      "model": "openai/gpt-6.1-sol",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.982421875,
      "original_pipeline_score": 0.982421875,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 176,
      "checks_not_applicable": 61,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.002238125,
      "latency_s": 2.3674601931124926,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "semantic-matching-with-abstention",
      "model": "openai/gpt-6.2-astra",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.96015625,
      "original_pipeline_score": 0.96015625,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 176,
      "checks_not_applicable": 70,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.00901,
      "latency_s": 3.4566277739650104,
      "request_successes": 16,
      "request_failures": 0
    },
    {
      "workload": "semantic-matching-with-abstention",
      "model": "openai/gpt-6.2-sol",
      "count": 16,
      "incomplete_scored_zero": 0,
      "pipeline_score": 0.9625,
      "original_pipeline_score": 0.9625,
      "consequence_check_share": null,
      "ungradable": 0,
      "format_failures_scored_zero": 0,
      "check_count": 176,
      "checks_not_applicable": 67,
      "expected": 16,
      "completed": 16,
      "provider_or_generation_failures": 0,
      "unresolved": 0,
      "eligible_for_comparison": true,
      "cost_per_request_usd": 0.002099375,
      "latency_s": 1.5164030589803588,
      "request_successes": 16,
      "request_failures": 0
    }
  ],
  "historical_comparisons": [
    {
      "model": "google/gemini-3.8-flash",
      "workload": "architecture-under-ambiguity",
      "pipeline_score": 0.16746861025111798,
      "cost_per_request_usd": 0.038096,
      "latency_s": 46.4,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-10-22",
      "failed_requests": 0
    },
    {
      "model": "openai/gpt-6-astra",
      "workload": "architecture-under-ambiguity",
      "pipeline_score": 0.6425868593051256,
      "cost_per_request_usd": 0.314133,
      "latency_s": 78.1,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-10-22",
      "failed_requests": 0
    },
    {
      "model": "google/gemini-3.8-flash",
      "workload": "end-to-end-repository-implementation",
      "pipeline_score": 0.702327806122449,
      "cost_per_request_usd": 0.156683,
      "latency_s": 185.0,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-10-22",
      "failed_requests": 2
    },
    {
      "model": "openai/gpt-6-astra",
      "workload": "end-to-end-repository-implementation",
      "pipeline_score": 0.9069940476190477,
      "cost_per_request_usd": 0.406501,
      "latency_s": 36.0,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-10-22",
      "failed_requests": 0
    },
    {
      "model": "google/gemini-3.8-flash",
      "workload": "noisy-document-extraction",
      "pipeline_score": 0.9953125,
      "cost_per_request_usd": 0.015896,
      "latency_s": 23.5,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-10-22",
      "failed_requests": 0
    },
    {
      "model": "openai/gpt-6-astra",
      "workload": "noisy-document-extraction",
      "pipeline_score": 0.9914772727272727,
      "cost_per_request_usd": 0.053767,
      "latency_s": 9.4,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-10-22",
      "failed_requests": 0
    },
    {
      "model": "google/gemini-3.8-flash",
      "workload": "semantic-matching-with-abstention",
      "pipeline_score": 0.982421875,
      "cost_per_request_usd": 0.002119,
      "latency_s": 5.0,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-10-22",
      "failed_requests": 0
    },
    {
      "model": "openai/gpt-6-astra",
      "workload": "semantic-matching-with-abstention",
      "pipeline_score": 0.956640625,
      "cost_per_request_usd": 0.011291,
      "latency_s": 3.3,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-10-22",
      "failed_requests": 0
    },
    {
      "model": "google/gemini-3.8-flash",
      "workload": "grounded-research-brief",
      "pipeline_score": 0.96328125,
      "cost_per_request_usd": 0.006619,
      "latency_s": 7.6,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-10-22",
      "failed_requests": 0
    },
    {
      "model": "openai/gpt-6-astra",
      "workload": "grounded-research-brief",
      "pipeline_score": 1.0,
      "cost_per_request_usd": 0.073831,
      "latency_s": 13.1,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-10-22",
      "failed_requests": 0
    },
    {
      "model": "alibaba/qwen3.8-max",
      "workload": "architecture-under-ambiguity",
      "pipeline_score": 0.5025920730134159,
      "cost_per_request_usd": 0.099342328125,
      "latency_s": 82.78469577593933,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-11-11",
      "completed": 16,
      "expected": 16,
      "failed_requests": 0,
      "incomplete_scored_zero": 0
    },
    {
      "model": "alibaba/qwen3.8-max",
      "workload": "end-to-end-repository-implementation",
      "pipeline_score": 0.7422805059523809,
      "cost_per_request_usd": 0.2893042333333333,
      "latency_s": 219.21963306107403,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-11-11",
      "completed": 16,
      "expected": 16,
      "failed_requests": 0,
      "incomplete_scored_zero": 2
    },
    {
      "model": "alibaba/qwen3.8-max",
      "workload": "grounded-research-brief",
      "pipeline_score": 1.0,
      "cost_per_request_usd": 0.020001203125,
      "latency_s": 15.142001203203108,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-11-11",
      "completed": 16,
      "expected": 16,
      "failed_requests": 0,
      "incomplete_scored_zero": 0
    },
    {
      "model": "alibaba/qwen3.8-max",
      "workload": "noisy-document-extraction",
      "pipeline_score": 0.935546875,
      "cost_per_request_usd": 0.05037484375,
      "latency_s": 46.480663216010726,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-11-11",
      "completed": 16,
      "expected": 16,
      "failed_requests": 0,
      "incomplete_scored_zero": 0
    },
    {
      "model": "alibaba/qwen3.8-max",
      "workload": "semantic-matching-with-abstention",
      "pipeline_score": 0.9694475446428571,
      "cost_per_request_usd": 0.007264171875,
      "latency_s": 7.951502447867824,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-11-11",
      "completed": 16,
      "expected": 16,
      "failed_requests": 0,
      "incomplete_scored_zero": 0
    },
    {
      "model": "openai/gpt-6-sol",
      "workload": "architecture-under-ambiguity",
      "pipeline_score": 0.6476462727360681,
      "cost_per_request_usd": 0.05166771875,
      "latency_s": 28.44185278648729,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-11-11",
      "completed": 16,
      "expected": 16,
      "failed_requests": 0,
      "incomplete_scored_zero": 0
    },
    {
      "model": "openai/gpt-6-sol",
      "workload": "end-to-end-repository-implementation",
      "pipeline_score": 0.8767206101190477,
      "cost_per_request_usd": 0.0686903,
      "latency_s": 19.811846739816247,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-11-11",
      "completed": 16,
      "expected": 16,
      "failed_requests": 0,
      "incomplete_scored_zero": 0
    },
    {
      "model": "openai/gpt-6-sol",
      "workload": "grounded-research-brief",
      "pipeline_score": 0.970703125,
      "cost_per_request_usd": 0.00924785625,
      "latency_s": 3.357307567694079,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-11-11",
      "completed": 16,
      "expected": 16,
      "failed_requests": 0,
      "incomplete_scored_zero": 0
    },
    {
      "model": "openai/gpt-6-sol",
      "workload": "noisy-document-extraction",
      "pipeline_score": 0.9450284090909091,
      "cost_per_request_usd": 0.0132309,
      "latency_s": 7.329086716006714,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-11-11",
      "completed": 16,
      "expected": 16,
      "failed_requests": 0,
      "incomplete_scored_zero": 0
    },
    {
      "model": "openai/gpt-6-sol",
      "workload": "semantic-matching-with-abstention",
      "pipeline_score": 0.96484375,
      "cost_per_request_usd": 0.0028125,
      "latency_s": 2.1824168828206894,
      "eligible_for_comparison": true,
      "historical": true,
      "run_date": "2026-11-11",
      "completed": 16,
      "expected": 16,
      "failed_requests": 0,
      "incomplete_scored_zero": 0
    }
  ]
}
