{
  "calculator": {
    "name": "runcost",
    "version": "0.2.1"
  },
  "catalog_sources": [
    {
      "fetched_at": "2026-08-31T04:54:22.290Z",
      "sha256": "14dd59995ea0801254e62014b209f6e4ce877ad0abc365b07d5247162dfd51dc",
      "source": "openai-official-20260831",
      "url": "https://developers.openai.com/api/docs/pricing"
    },
    {
      "fetched_at": "2026-08-31T04:54:22.290Z",
      "sha256": "f50dcec52e20772a9e12741bc0fba95600398ed77c04bccc38873670e5febbba",
      "source": "anthropic-official-20260831",
      "url": "https://platform.claude.com/docs/en/about-claude/pricing"
    },
    {
      "fetched_at": "2026-08-31T04:54:22.290Z",
      "sha256": "c80115a8c54189f0e440a75daa7b2b2a099ca5fdd9574723b30b674a09e466f7",
      "source": "deepseek-official-20260831",
      "url": "https://api-docs.deepseek.com/quick_start/pricing/"
    },
    {
      "fetched_at": "2026-08-31T13:17:33.433Z",
      "sha256": "d3246fad809f76159a26cd88d63ee30ed5fbe341f70909df326afdbf28b725c4",
      "source": "openai-gpt55-reference-20260831",
      "url": "https://developers.openai.com/api/docs/models/gpt-5.5"
    },
    {
      "fetched_at": "2026-08-31T13:17:33.433Z",
      "sha256": "e786c09653c596f48d1180a4c4ae52eb7645b4da390b41928517de10603b3517",
      "source": "openai-gpt55-pro-reference-20260831",
      "url": "https://developers.openai.com/api/docs/models/gpt-5.5-pro"
    },
    {
      "fetched_at": "2026-08-31T13:17:33.433Z",
      "sha256": "e8426a5e5003a620590e2089d3b0ec448540232e2c397f9afc4face2c14ff1ed",
      "source": "anthropic-claude2-reference-20260831",
      "url": "https://www-cdn.anthropic.com/1b1ea2c43d8dd058f6a331a8097e05ea40d626c6/model_pricing_nov2023.pdf"
    },
    {
      "fetched_at": "2026-08-31T13:17:33.433Z",
      "sha256": "1cb9d3cb5401ba3374d65e5ee8c4b2b719843853f9a0adfd9c6dcde27b4d0b06",
      "source": "anthropic-legacy-reference-20260831",
      "url": "https://www-cdn.anthropic.com/files/4zrzovbb/website/3684c2faafb97418665782cea0001f439f74b1d2.pdf"
    },
    {
      "fetched_at": "2026-08-31T13:25:40.517Z",
      "sha256": "78b660e3447408f48db564e81ac6aa3bf2c76a6b3c9a8d791b44f7972b6286ef",
      "source": "alibaba-reference-20260831",
      "url": "https://www.alibabacloud.com/help/en/model-studio/model-pricing"
    },
    {
      "fetched_at": "2026-08-31T14:40:06.213Z",
      "sha256": "7d5e72871f29b7e1546ffd783e119995bf9427ad38239b2eb558b023c8444666",
      "source": "google-gemini10-character-reference-20260831",
      "url": "https://cloud.google.com/gemini-enterprise-agent-platform/generative-ai/pricing"
    },
    {
      "fetched_at": "2026-08-31T01:23:43Z",
      "sha256": "6679592397372c372280207c86cb477bd61ee03d1671a271bf0d1c4037287641",
      "source": "genai-prices",
      "url": "https://raw.githubusercontent.com/pydantic/genai-prices/main/prices/data_slim.json"
    },
    {
      "fetched_at": "2026-08-31T01:23:43Z",
      "sha256": "884f67d8ee951fc3edfa349657806d2ba77c18c484ec3c7392a5698af56b046d",
      "source": "models.dev",
      "url": "https://models.dev/api.json"
    },
    {
      "fetched_at": "2026-08-31T01:23:43Z",
      "sha256": "cb80bc2e0730a4a7878576e2512579ea793db08e3d8a6d8829c7e3a8627132a1",
      "source": "litellm",
      "url": "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json"
    },
    {
      "fetched_at": "2026-09-05T04:02:52Z",
      "sha256": "36ca532cc210b9cec2ec806ae4ce52f6b3384c8eff55132a4d7e3a6133d2f554",
      "source": "anthropic-fable51-model-reference-20260902",
      "url": "https://platform.claude.com/docs/en/models/fable-5-1/overview"
    },
    {
      "fetched_at": "2026-09-04T21:14:43Z",
      "sha256": "88a32e12c9f900be0f7535c0c4a4cd8a1cb2f996bfddc7ce03f0b39bc1c8342a",
      "source": "openai-gpt6-astra-reference-20260904",
      "url": "https://developers.openai.com/api/docs/models/gpt-6-astra"
    },
    {
      "fetched_at": "2026-09-05T07:14:28Z",
      "sha256": "9c7ff9816fb9ce957a308b26a11b86af5f1ca86f02144728eaf0330be01135ba",
      "source": "google-gemini37-model-reference-20260905",
      "url": "https://ai.google.dev/gemini-api/docs/pricing"
    },
    {
      "fetched_at": "2026-09-03T00:06:11.486Z",
      "sha256": "01244586139cf6a5f1d57b07d42434fe499366115203885198fcd6b2f030a0c4",
      "source": "google-gemini38-model-reference-20260902",
      "url": "https://ai.google.dev/gemini-api/docs/pricing"
    },
    {
      "fetched_at": "2026-09-06T13:01:52Z",
      "sha256": "7fa360a2f8c8f36987137eba778754945f72e77df4dd5e5989b08ad317cef565",
      "source": "qwen38-max0902-model-reference-20260906",
      "url": "https://openrouter.ai/qwen/qwen3.8-max-0902"
    },
    {
      "fetched_at": "2026-09-11T02:30:00Z",
      "sha256": "ff42ef793e2674164e43775c5bccbac9052fed63e53aff30a13f992a22e37b35",
      "source": "deepseek-v41-flash-offpeak-user-directed-20260910",
      "url": "https://api-docs.deepseek.com/quick_start/pricing/"
    },
    {
      "fetched_at": "2026-09-22T19:00:00Z",
      "sha256": "833b7dc9d9678133af055e015bc94ee19a37bf2c3805db227484c020c5c229c4",
      "source": "xai-grok47-model-reference-20260921",
      "url": "https://docs.x.ai/docs/models"
    },
    {
      "fetched_at": "2026-09-22T19:00:00Z",
      "sha256": "ea7dd3849739c6981ca2062a7c4c9b6447c744dbbcdd177ae3afb127213bd703",
      "source": "anthropic-opus55-model-reference-20260922",
      "url": "https://platform.claude.com/docs/en/about-claude/pricing"
    },
    {
      "fetched_at": "2026-09-22T19:00:00Z",
      "sha256": "5b75c4e9768379e5764932b22e4936c38e24422fc8eab7a32dee30e280ba7f7e",
      "source": "openrouter-glm53-flashx-model-reference-20260921",
      "url": "https://openrouter.ai/z-ai/glm-5.3-flashx"
    },
    {
      "fetched_at": "2026-09-22T19:00:00Z",
      "sha256": "be1eb63206d998991abf697252643591d371abc5ff3a4653e182f013fb96000a",
      "source": "openrouter-mimo26-pro-model-reference-20260921",
      "url": "https://openrouter.ai/xiaomi/mimo-v2.6-pro"
    },
    {
      "fetched_at": "2026-09-22T19:00:00Z",
      "sha256": "4e73e2418719eea902fdc0fc83af120bb583bcd366433cda51f1441b16a8ce16",
      "source": "openrouter-mimo26-flash-model-reference-20260921",
      "url": "https://openrouter.ai/xiaomi/mimo-v2.6-flash"
    },
    {
      "fetched_at": "2026-09-22T19:00:00Z",
      "sha256": "40a387d5355a3072fa421d7974d9e44e8f22b0585635af20399e2f8e61a7d1c6",
      "source": "openrouter-ternary-bonsai27-model-reference-20260921",
      "url": "https://openrouter.ai/prism-ml/ternary-bonsai-2-27b"
    },
    {
      "fetched_at": "2026-09-22T19:00:00Z",
      "sha256": "8ad92c3dd9a6bc4e92bafb72480cc5d7a0e320b20dddb0618d0e555b3455764e",
      "source": "openai-gpt6-sol-luna-reference-20260922",
      "url": "https://openai.com/index/introducing-gpt-6-sol-and-luna/"
    },
    {
      "source": "openrouter-ember1-20260925",
      "url": "https://openrouter.ai/fireworks/ember-1",
      "sha256": "dbf96e13b9155642ff2cb2a8af788f7bbf57bac2fdf97158d68a2c009fcc05e2",
      "fetched_at": "2026-09-25T01:26:33Z"
    },
    {
      "source": "openrouter-glm53-prime-20260925",
      "url": "https://openrouter.ai/z-ai/glm-5.3-prime",
      "sha256": "ab20f9f488b7ae36ab07f9133941950f16e3fe3852884132e6d2d848eb7c476e",
      "fetched_at": "2026-09-25T01:26:33Z"
    },
    {
      "source": "openrouter-qwen38-max-prime-20260925",
      "url": "https://openrouter.ai/qwen/qwen3.8-max-prime",
      "sha256": "5d7cf1359486dad0cad0cb4258b7be5601c5f5ae16b39b1259697beb4d8df4da",
      "fetched_at": "2026-09-25T01:26:33Z"
    },
    {
      "source": "anthropic-sonnet5-model-reference-20260929",
      "url": "https://platform.claude.com/docs/en/models/sonnet-5/overview",
      "sha256": "2db1f2e7ba0d15266f2ba3e3e90f2b453e09aef297186a1e15fc9e3a4fc96392",
      "fetched_at": "2026-09-29T03:15:49Z"
    },
    {
      "source": "anthropic-sonnet55-model-reference-20260929",
      "url": "https://platform.claude.com/docs/en/models/sonnet-5-5/overview",
      "sha256": "12716963f671d68f621512f1f3f55254783e09b066c256a554f18a7e1f8ab962",
      "fetched_at": "2026-09-29T03:15:49Z"
    },
    {
      "source": "openai-gpt61-sol-reference-20260929",
      "url": "https://developers.openai.com/api/docs/models/gpt-6.1-sol",
      "sha256": "5be9b86044732617dc6360d1feaa4caa1c4fb83429fa3883efc2ba9bf0c79eda",
      "fetched_at": "2026-09-29T18:51:00Z"
    },
    {
      "source": "anthropic-haiku55-model-reference-20261010",
      "url": "https://platform.claude.com/docs/en/models/haiku-5-5/overview",
      "sha256": "226a579aca10c7dd08b66443a416059e6ec8fe7ef61c514982e164bcafc18f71",
      "fetched_at": "2026-10-10T17:58:24Z"
    }
  ],
  "priced_at": "2026-10-10T17:58:24Z",
  "pricing_basis": "model_catalog_snapshot",
  "publication_status": "approved_for_public_release",
  "release_id": "gpqa-clean-results-v0.1.14",
  "release_manifest_sha256": "2f99dac7c610ad439ec00525e1d3b6cafb417caf185d941867c3d88043f2d69c",
  "schema_version": "gpqa-runcost-v1",
  "scope": {
    "historical_bill": false,
    "metric": "mean_cost_per_question_per_attempt",
    "questions": 189,
    "retries": "excluded"
  },
  "summary": {
    "configuration_count": 268,
    "priced_count": 252,
    "unavailable_count": 16
  },
  "rows": [
    {
      "attempts_per_question": 1,
      "clean_run_usd": "16.72022",
      "configuration_id": "gpqa_cfg_v1_1aeaf9460a5d7bf645a80110e5ad316cb32b5af4b9d69e3da0fa48e90745ddfe",
      "evaluation_run_id": "gpqa_run_v1_3b27fc75522cf58655113fb542f53d705baa252102ce887f82654e84dafb2df6",
      "evidence_variant_id": "gpqa_evd_v1_857bec1c7840f16a363f6db161fb01aca3bdf77d58cdd1fd8b3a7e4a0f1cdca9",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.088466772486772487",
      "price_source_ids": [
        "openai-gpt6-astra-reference-20260904"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-6-astra",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": "flex",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "45732",
        "output_reasoning_tokens": "290408",
        "output_text_tokens": "34850"
      },
      "total_scored_attempts_usd": "16.72022",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "21.81222",
      "configuration_id": "gpqa_cfg_v1_2110b2e553cae795b8c5b251851d33e2301183401e7d6fd3b3e9ec4c1f54419f",
      "evaluation_run_id": "gpqa_run_v1_5475c30004143eff0035df24fbe95b0bb65c4a77af803f0f7e662c9f990c474d",
      "evidence_variant_id": "gpqa_evd_v1_e47cc6758b41b0a8bedc406ff0cefc9e511ffbb195c43434e4af3273309ad692",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.115408571428571429",
      "price_source_ids": [
        "openai-gpt6-astra-reference-20260904"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-6-astra",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "45732",
        "output_reasoning_tokens": "393038",
        "output_text_tokens": "34060"
      },
      "total_scored_attempts_usd": "21.81222",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "4.606664",
      "configuration_id": "gpqa_cfg_v1_4a42f042a216c192e3d9ebb8e9d9a9d72e37298f4b7f4eacd5274cedf2d14085",
      "evaluation_run_id": "gpqa_run_v1_a2b8e62b4a8a121f999d16b8f050bf7f971368d3495538481adf2d3837039795",
      "evidence_variant_id": "gpqa_evd_v1_109bafde18e84403169f55deeb598a535095bb112e895f27474fb6ffe9044093",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.024373883597883598",
      "price_source_ids": [
        "openai-gpt6-sol-luna-reference-20260922"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-6-sol",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": "flex",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "45732",
        "output_reasoning_tokens": "436462",
        "output_text_tokens": "15058"
      },
      "total_scored_attempts_usd": "4.606664",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "3.582814",
      "configuration_id": "gpqa_cfg_v1_6909a0a014eb3b0dfb7a76281175ee438e22fd1143b74a63186c27e10786828d",
      "evaluation_run_id": "gpqa_run_v1_c7cfe2bd69961c352e9d55df8d1d75637aff624dfc360fae869d23b0dbf9ac59",
      "evidence_variant_id": "gpqa_evd_v1_a5541505590d24fb904be30dfa2935b5e7cff61c5792acecb1d15f5ff1330a49",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.01895668783068783",
      "price_source_ids": [
        "openai-gpt61-sol-reference-20260929"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-6.1-sol",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": "default",
      "status": "priced",
      "token_totals": {
        "input_uncached_tokens": "45732",
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "output_text_tokens": "31861",
        "output_reasoning_tokens": "317274"
      },
      "total_scored_attempts_usd": "3.582814",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 7,
      "clean_run_usd": "196.289764285714285714",
      "configuration_id": "gpqa_cfg_v1_7934de713f82e39e9592c19190f2c0c4b7a5afc288e8b146a975a0b4243d3076",
      "evaluation_run_id": "gpqa_run_v1_d0053cf20fd93eaa5868c7700e33fef962ac314e29c59e42d96b68879014d4d7",
      "evidence_variant_id": "gpqa_evd_v1_a94afa1168cdc0773d4dda8f253740979e77cf3cf54f55f8aa8ef4a601d5ad75",
      "expected_sample_count": 1323,
      "mean_cost_per_question_usd": "1.038570181405895692",
      "price_source_ids": [
        "openai-gpt55-pro-reference-20260831"
      ],
      "priced_sample_count": 1323,
      "rate_model": "gpt-5.5-pro",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "341747",
        "output_reasoning_tokens": "7312310",
        "output_text_tokens": "264223"
      },
      "total_scored_attempts_usd": "1374.02835",
      "warnings": [
        "failed_retries_excluded",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "prerelease_final_model_price_used",
        "standard_model_pricing_used",
        "uniform_epoch_subset_usage"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "4.33005075",
      "configuration_id": "gpqa_cfg_v1_bf19531d130e70849f4eecbae2b0fe50db896ad4a1be35239e0fdd077f1fa140",
      "evaluation_run_id": "gpqa_run_v1_6cfd72266688f38152fd9a082d963b019c61fa4ed0914b1c4de1d26d6c0195fe",
      "evidence_variant_id": "gpqa_evd_v1_4d168e3e89e9e4417cefd0099b7c075851ed76723273e90c9de7f5c3e556c56a",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.022910321428571429",
      "price_source_ids": [
        "google-gemini38-model-reference-20260902"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": null,
        "rate_note": "Standard comparison rates. The temporary reduction ends after 2026-12-31; Flex execution is separately discounted by 50%.",
        "schedule": null
      },
      "rate_model": "gemini-3.8-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": "Flex + Standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "44506",
        "output_reasoning_tokens": "1054375",
        "output_text_tokens": "91404"
      },
      "total_scored_attempts_usd": "4.33005075",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "6.104049",
      "configuration_id": "gpqa_cfg_v1_bfdb9cba805be9f524447f939b0d26c6c2a84b2eb93aa007c9f5c6d024b1fd8a",
      "evaluation_run_id": "gpqa_run_v1_27c505280d6be33c8b7b3f14f9f1adf347c43664e51110784d026c18f115cf00",
      "evidence_variant_id": "gpqa_evd_v1_76d104c518b0a46546d61bdc8e98fbb3a2b0b58bc623245618807022c574c8fd",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.032296555555555556",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.6-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "44506",
        "output_reasoning_tokens": "707224",
        "output_text_tokens": "97748"
      },
      "total_scored_attempts_usd": "6.104049",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used",
        "targeted_recovery_usage"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.02137075",
      "configuration_id": "gpqa_cfg_v1_f10b220176c69ecd0606569621d35f027838fdecd970877af06bcc4542796102",
      "evaluation_run_id": "gpqa_run_v1_300dd1f7934fd2e7d4e5ec16b04ab9ebdbbf9fb159076e697f0dd758239e135c",
      "evidence_variant_id": "gpqa_evd_v1_06473d0aa2c4d24108f7b7547b6d0ee4773efc2524f5acd694a998e598896943",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.010695083333333333",
      "price_source_ids": [
        "google-gemini37-model-reference-20260905"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": null,
        "rate_note": "Standard comparison rates. The temporary reduction ends after 2026-12-31; Flex execution is separately discounted by 50%.",
        "schedule": null
      },
      "rate_model": "gemini-3.7-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": "flex",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "44506",
        "output_reasoning_tokens": "448903",
        "output_text_tokens": "81228"
      },
      "total_scored_attempts_usd": "2.02137075",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "31.350344",
      "configuration_id": "gpqa_cfg_v1_524a33f2416077d9ee7c8a56c4e245d2737cfc16dc1505dcc72a7b1994afc88a",
      "evaluation_run_id": "gpqa_run_v1_797dcb2ae3c120447661d4ccc2860d516d7f0155413c03816d86c43ba4f17ae0",
      "evidence_variant_id": "gpqa_evd_v1_248b338d575cfa178b0122eaa86cad889196454926526426ee594ad104499afd",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.165874835978835979",
      "price_source_ids": [
        "openai-gpt55-reference-20260831"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.5",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "13824",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "376760",
        "output_reasoning_tokens": "7991453",
        "output_text_tokens": "305615"
      },
      "total_scored_attempts_usd": "250.802752",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "prerelease_final_model_price_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "14.1418325",
      "configuration_id": "gpqa_cfg_v1_c0291f9a5fc3b09556c001225b7f3d6b3b1de8db4895ffa3e136dbc321bb3809",
      "evaluation_run_id": "gpqa_run_v1_9a3d010c3218fc3c7862a01c0ba72a02508f075c4f5bf3d85d2f71765f4cdcce",
      "evidence_variant_id": "gpqa_evd_v1_49152866a50817f6fe994c5543da3fb80dd1e8349a147f155d18b9c761ac27e7",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.074824510582010582",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gemini-3.1-pro-preview",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "383672",
        "output_reasoning_tokens": "8362498",
        "output_text_tokens": "1001445"
      },
      "total_scored_attempts_usd": "113.13466",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used",
        "targeted_recovery_usage"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "7.437988",
      "configuration_id": "gpqa_cfg_v1_e99e75b593bbdcaf766b1b732e2a1f92ac6b0acbdc8bd59190ce0972000f26e1",
      "evaluation_run_id": "gpqa_run_v1_c41fd22c7542dbf16417a87c962d2b305e9b7e455a4644aacec5ca6f67a4e972",
      "evidence_variant_id": "gpqa_evd_v1_9657c2b84df90cc6cb581c931cf9b12e2856349cb90aabf6e3fb2f4938ec9bf9",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.039354433862433862",
      "price_source_ids": [
        "openai-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-08-21",
        "rate_note": "Reduced rates from 2026-08-21. Promotion available at least through 2026-11-21; no expiry has been announced.",
        "schedule": null
      },
      "rate_model": "gpt-5.6-sol",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": "flex",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "45732",
        "output_reasoning_tokens": "338607",
        "output_text_tokens": "24146"
      },
      "total_scored_attempts_usd": "7.437988",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "15.979155375",
      "configuration_id": "gpqa_cfg_v1_2f4d76e7d0e2db97f02626aaf55d382c339a5f505c3d382cb8492f9239d5894c",
      "evaluation_run_id": "gpqa_run_v1_b7cc1b2197543abe6f081a69f7b4b32fb658d1845a8a3af69f8d202cfdf1237a",
      "evidence_variant_id": "gpqa_evd_v1_8d236b9fb51cb9b3b3c96cd1cca3a77a846671644b720ba0ea833a30af54db86",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.084545795634920635",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.4",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "10752",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "382308",
        "output_reasoning_tokens": "8045607",
        "output_text_tokens": "412712"
      },
      "total_scored_attempts_usd": "127.833243",
      "warnings": [
        "alias_inferred",
        "failed_retries_excluded",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used",
        "targeted_recovery_usage"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "14.970746",
      "configuration_id": "gpqa_cfg_v1_283043bba1e8117ffaa1f9aace7567853f92188831fd41efb8f9da8fb29f2f3f",
      "evaluation_run_id": "gpqa_run_v1_f340a350d20d1656f653d6ccc29e95473ba7ed10f7be6c073ed7e5162f3b724c",
      "evidence_variant_id": "gpqa_evd_v1_98be177c252ba543c42683d01cf8c78b74a9f9260b1fc9f67ef99db0501a0fb0",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.079210296296296296",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.1-pro-preview",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47767",
        "output_reasoning_tokens": "1115390",
        "output_text_tokens": "124211"
      },
      "total_scored_attempts_usd": "14.970746",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "resumed_header_current_attempts_only",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "22.9356",
      "configuration_id": "gpqa_cfg_v1_4141fdfe55d2ba6c434021937384e2654fbe9558e0ab0c11c65002e6d39e2c08",
      "evaluation_run_id": "gpqa_run_v1_d197b6c282024d1c48d2ccb1bfdb25d609ab583fef576aecc1000e6599666a36",
      "evidence_variant_id": "gpqa_evd_v1_11195b7f9ba13cd8b2a37622a40e4b2a31c12cb00bf16c78e616509a34cd7f5e",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.121352380952380952",
      "price_source_ids": [
        "xai-grok47-model-reference-20260921"
      ],
      "priced_sample_count": 189,
      "rate_model": "grok-4.7",
      "rate_provider": "xAI",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "208512",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "88236",
        "output_reasoning_tokens": "3732500",
        "output_text_tokens": "43312"
      },
      "total_scored_attempts_usd": "22.9356",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "13.583688",
      "configuration_id": "gpqa_cfg_v1_ccae2c56d050973c36ca76f07c0bf3efbbb61ea5b538c9ea16972a9fb901889d",
      "evaluation_run_id": "gpqa_run_v1_089929961fa889a24882a64353abb208b5a2cee9c3a06e51970ad29100a6199b",
      "evidence_variant_id": "gpqa_evd_v1_51dfa0cadcd3a111c36201364c128665b8644b932e1e377292381410c2e17960",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.071871365079365079",
      "price_source_ids": [
        "qwen38-max0902-model-reference-20260906"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen/qwen3.8-max-0902",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "57969",
        "output_reasoning_tokens": "2201599",
        "output_text_tokens": "43026"
      },
      "total_scored_attempts_usd": "13.583688",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "9.763309125",
      "configuration_id": "gpqa_cfg_v1_c61eab9033f8b5854c5649db1e12ecba8df925dfd4b6c0455cbe678320b35d78",
      "evaluation_run_id": "gpqa_run_v1_46db62f2e515b497fc8911933a8451454331ed63da7531543e40384debed32d7",
      "evidence_variant_id": "gpqa_evd_v1_31e2d1edf2d19e00df42190b15321c5b234078a1744c36f57f56815a58d311b8",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.051657720238095238",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gemini-3.5-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "382152",
        "output_reasoning_tokens": "7684011",
        "output_text_tokens": "930794"
      },
      "total_scored_attempts_usd": "78.106473",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "6.509856",
      "configuration_id": "gpqa_cfg_v1_02806112b3fe0147c940db998df739ae579b592620fa54621d718d9ceef20010",
      "evaluation_run_id": "gpqa_run_v1_deaa050d05ed1c42fa260fbeef07bd0a1cabceea989684f96f5e16fc1fe13b08",
      "evidence_variant_id": "gpqa_evd_v1_ea03c793a31c38e5e2f459280931d641a0c02b73a76a3da758da44b4211d7fc1",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.03444368253968254",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "grok-4.6",
      "rate_provider": "xai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "24192",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "57627",
        "output_reasoning_tokens": "1021165",
        "output_text_tokens": "42586"
      },
      "total_scored_attempts_usd": "6.509856",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.05527348",
      "configuration_id": "gpqa_cfg_v1_86c15018f283c868987b63ef745efbca663fee38b52cc60a94981c8efd381fab",
      "evaluation_run_id": "gpqa_run_v1_977b13fe012edb3293e8df038024928e5fa259ac6a16f6f07529de889fedea5a",
      "evidence_variant_id": "gpqa_evd_v1_3b43638f288acfc158dee52f49f5958dc28793fa1dbec529952d2dffa514d884",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.010874462857142857",
      "price_source_ids": [
        "deepseek-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [
          {
            "clean_run_usd": "2.05527348",
            "mean_cost_per_question_usd": "0.010874462857142857",
            "period": "off_peak",
            "total_scored_attempts_usd": "2.05527348"
          },
          {
            "clean_run_usd": "4.11054696",
            "mean_cost_per_question_usd": "0.021748925714285714",
            "period": "peak",
            "total_scored_attempts_usd": "4.11054696"
          }
        ],
        "pricing_period": "off_peak",
        "rate_effective_from": "2026-08-16T16:00:00Z",
        "rate_note": "New rates from 2026-08-16 16:00 UTC. The weekday schedule is the current schedule verified on 2026-08-31.",
        "schedule": "Peak: Monday–Friday 01:00–04:00 and 06:00–10:00 UTC. All other times, including weekends, are off-peak."
      },
      "rate_model": "deepseek-v4-flash",
      "rate_provider": "deepseek",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "3840",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "56985",
        "output_reasoning_tokens": "3076252",
        "output_text_tokens": "18763"
      },
      "total_scored_attempts_usd": "2.05527348",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.095794",
      "configuration_id": "gpqa_cfg_v1_a8c06cfa6a5bd5034fdcc1d1fbc7e1806f34ea1857f27496afba9eb42f50619f",
      "evaluation_run_id": "gpqa_run_v1_0c5309ddc84c11ccb8f0f7b3d31d14a2e4b16ab7b030ab2dab883d9b0792848c",
      "evidence_variant_id": "gpqa_evd_v1_60cb1a2f82bf1b920d664229fa801cab60d37864919ca46f788d90022c4ca762",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.011088857142857143",
      "price_source_ids": [
        "anthropic-sonnet55-model-reference-20260929"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-09-28",
        "rate_note": "Anthropic standard model list price: USD 2 per million input tokens and USD 10 per million output tokens. Thinking tokens are included in output once; no Batch discount is applied.",
        "schedule": null
      },
      "rate_model": "claude-sonnet-5-5",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "66877",
        "output_reasoning_tokens": "110884",
        "output_text_tokens": "85320"
      },
      "total_scored_attempts_usd": "2.095794",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "18.868567",
      "configuration_id": "gpqa_cfg_v1_75b5c82ad8fa3f7520d6c30258334fd2da432a999b7c23be7a10a04ab6bfe1de",
      "evaluation_run_id": "gpqa_run_v1_061c2f393ff622d4e751ae0e08d01b67d4af4b313eff6a92d9781a5c11104f22",
      "evidence_variant_id": "gpqa_evd_v1_8400f0f288172f70235d3c08757a5ec0e10f3de0859cdf05109f4832d65145bd",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.099833687830687831",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gemini-3-pro-preview",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "383680",
        "output_reasoning_tokens": "11218179",
        "output_text_tokens": "1296919"
      },
      "total_scored_attempts_usd": "150.948536",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "41.916567",
      "configuration_id": "gpqa_cfg_v1_391e6524ac6fe373b1ed9000136d5e62d227fb62dcc0351c6730f7838ff2d94a",
      "evaluation_run_id": "gpqa_run_v1_985e3ec6f967569c3c9f9834dfa13b287d0e9f8d26e42867cf61e040eae29413",
      "evidence_variant_id": "gpqa_evd_v1_e980b1faaaf5bbb9c763371aae400d0188829ca5a993125e99678aa330a6ba96",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.221780777777777778",
      "price_source_ids": [
        "anthropic-fable51-model-reference-20260902"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-fable-5-1",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": "batch",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "1928",
        "input_cache_write_tokens": "15138",
        "input_uncached_tokens": "49991",
        "output_reasoning_tokens": "190063",
        "output_text_tokens": "630645",
        "output_unpartitioned_tokens": "3831"
      },
      "total_scored_attempts_usd": "41.916567",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "output_split_unreported_aggregate_priced",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "configuration_id": "gpqa_cfg_v1_3ced96e67c5a563823de162b9e45d8cface888bc3dcf0f30f63aafd078d4d6c5",
      "evaluation_run_id": "gpqa_run_v1_5f3dff1ee3b534f673aeed52dd10562b63510b0ce0d9064dd62ce6d7cf67435c",
      "evidence_variant_id": "gpqa_evd_v1_604b818abc2e195c8b35fdba7ac8cdadb9d182e8c7b32c5895b746880e403669",
      "status": "priced",
      "reason": null,
      "attempts_per_question": 1,
      "priced_sample_count": 189,
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.148312380952380952380952",
      "total_scored_attempts_usd": "28.031040000000",
      "clean_run_usd": "28.031040000000",
      "price_source_ids": [
        "openrouter-qwen38-max-prime-20260925"
      ],
      "rate_provider": "qwen",
      "rate_model": "qwen/qwen3.8-max-prime",
      "service_tier": null,
      "token_totals": {
        "input_uncached_tokens": "57969",
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "output_text_tokens": "43060",
        "output_reasoning_tokens": "2273537"
      },
      "warnings": [
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "18.481714",
      "configuration_id": "gpqa_cfg_v1_50e81f2dc1d85244dae4eb9d24f3c7df53a476788fc9489a59e6f5d04bf1f3de",
      "evaluation_run_id": "gpqa_run_v1_7485bd133f6596275cc74a40fbf6c454281a69c10f9d5eca5aa2647f9a9c34bf",
      "evidence_variant_id": "gpqa_evd_v1_67cb8818565132ecade2fe2883a0f089ff4114cd099747a4686549820ecb9e40",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.097786846560846561",
      "price_source_ids": [
        "anthropic-opus55-model-reference-20260922"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-5-5",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "17066",
        "input_uncached_tokens": "49811",
        "output_reasoning_tokens": "251141",
        "output_text_tokens": "658716"
      },
      "total_scored_attempts_usd": "18.481714",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "6.537686892",
      "configuration_id": "gpqa_cfg_v1_a30430189e9844037ecd5dd092ea5d76f41c830802306d85f70843d9e087f3cd",
      "evaluation_run_id": "gpqa_run_v1_8ebe1e7b1161a95ce8159d5a6403c8b20dbc750d16687505a30aa2e2d6f5c8c3",
      "evidence_variant_id": "gpqa_evd_v1_ea0605eb119c170e0ef3ad5ccd4c70e43b15e84c5ec49fa4548327ca91c03dd6",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.034590935936507937",
      "price_source_ids": [
        "deepseek-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [
          {
            "clean_run_usd": "6.537686892",
            "mean_cost_per_question_usd": "0.034590935936507937",
            "period": "off_peak",
            "total_scored_attempts_usd": "6.537686892"
          },
          {
            "clean_run_usd": "13.075373784",
            "mean_cost_per_question_usd": "0.069181871873015873",
            "period": "peak",
            "total_scored_attempts_usd": "13.075373784"
          }
        ],
        "pricing_period": "off_peak",
        "rate_effective_from": "2026-08-16T16:00:00Z",
        "rate_note": "New rates from 2026-08-16 16:00 UTC. The weekday schedule is the current schedule verified on 2026-08-31.",
        "schedule": "Peak: Monday–Friday 01:00–04:00 and 06:00–10:00 UTC. All other times, including weekends, are off-peak."
      },
      "rate_model": "deepseek-v4-pro",
      "rate_provider": "deepseek",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "1536",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "59289",
        "output_reasoning_tokens": "3253128",
        "output_text_tokens": "28954"
      },
      "total_scored_attempts_usd": "6.537686892",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "7.3236375",
      "configuration_id": "gpqa_cfg_v1_a4204d1bf0943d754d0da9cb0991f909d6a74aecfad020560a30706bf493ea5d",
      "evaluation_run_id": "gpqa_run_v1_4a3ce3ae867ebf1571567fbd514c98dabb03030370b51bf2cda912beee66f06d",
      "evidence_variant_id": "gpqa_evd_v1_fbdcb2eda572d6c2000e7447375499cee1edb211e4db200e6c985e09f29cab8d",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.038749404761904762",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-5",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "18034",
        "input_uncached_tokens": "53035",
        "output_reasoning_tokens": "188",
        "output_text_tokens": "277642"
      },
      "total_scored_attempts_usd": "7.3236375",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.36379865",
      "configuration_id": "gpqa_cfg_v1_bf4a926b47a4fbf6d542cb6c92d382317fe901aef1613339f70a0c5ab6c3e1a2",
      "evaluation_run_id": "gpqa_run_v1_1d528f8d9e7961bfdd0ce8b21ff260f91a5f02a815bb0eb9ec704e3fcb1cd38e",
      "evidence_variant_id": "gpqa_evd_v1_c9fb6166cdc54c52df310345f173b5f8a6fd33a75c42258acf763062c74a39e9",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.007215865873015873",
      "price_source_ids": [
        "deepseek-v41-flash-offpeak-user-directed-20260910"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [
          {
            "clean_run_usd": "1.36379865",
            "mean_cost_per_question_usd": "0.007215865873015873",
            "period": "off_peak",
            "total_scored_attempts_usd": "1.36379865"
          },
          {
            "clean_run_usd": "2.7275973",
            "mean_cost_per_question_usd": "0.014431731746031746",
            "period": "peak",
            "total_scored_attempts_usd": "2.7275973"
          }
        ],
        "pricing_period": "off_peak",
        "rate_effective_from": "2026-09-10T04:00:00Z",
        "rate_note": "DeepSeek V4.1 Flash off-peak price, applied as the comparison Cost irrespective of execution time.",
        "schedule": "Peak: Monday-Friday 01:00-04:00 and 06:00-10:00 UTC. All other times are off-peak."
      },
      "rate_model": "deepseek-flash",
      "rate_provider": "deepseek",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48351",
        "output_reasoning_tokens": "2237829",
        "output_text_tokens": "23081"
      },
      "total_scored_attempts_usd": "1.36379865",
      "warnings": [
        "standard_model_pricing_used"
      ]
    },
    {
      "configuration_id": "gpqa_cfg_v1_d294a6ce48062644682c5de12923a8175befcca52bdee4c283d609ced78dbf70",
      "evaluation_run_id": "gpqa_run_v1_ff1709d69a4d6c4b9d13dc4f284a2116e3ded6edbda66fdab8e3a0d483d24875",
      "evidence_variant_id": "gpqa_evd_v1_16255acbd0da6e6d65b64e53455c8b872c5be729cc0c9d6f2e71415ff93863c5",
      "status": "priced",
      "reason": null,
      "attempts_per_question": 1,
      "priced_sample_count": 189,
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.053041238095238095238095",
      "total_scored_attempts_usd": "10.024794000000",
      "clean_run_usd": "10.024794000000",
      "price_source_ids": [
        "openrouter-ember1-20260925"
      ],
      "rate_provider": "fireworks",
      "rate_model": "fireworks/ember-1",
      "service_tier": null,
      "token_totals": {
        "input_uncached_tokens": "54254",
        "input_cache_read_tokens": "6490",
        "input_cache_write_tokens": "0",
        "output_text_tokens": "103333",
        "output_reasoning_tokens": "554006"
      },
      "warnings": [
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.9351512",
      "configuration_id": "gpqa_cfg_v1_e749f00a143d6a4bbde5b0cdaee23859972dd7d8d2150557d5c875998305b0c1",
      "evaluation_run_id": "gpqa_run_v1_063197013bc8530e62540b9474229c7860c8a4a2f97a0a4390f71320b0ee65a2",
      "evidence_variant_id": "gpqa_evd_v1_2fca33ec8fd6bf0c51ef99a5b2105a913c45144ac05de24039efa09163c13079",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.004947889947089947",
      "price_source_ids": [
        "openai-gpt6-sol-luna-reference-20260922"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-6-luna",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": "flex",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "45732",
        "output_reasoning_tokens": "1842294",
        "output_text_tokens": "18862"
      },
      "total_scored_attempts_usd": "0.9351512",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "33.23519285625",
      "configuration_id": "gpqa_cfg_v1_0101b0f415adc0308a5aeb576bd938ac45457f4a2b41b2f0ec765daf4da164d7",
      "evaluation_run_id": "gpqa_run_v1_aa060b8f563068bef04d82a383a85c2b89b4a1e4df2ea9536d763f3048f49a7e",
      "evidence_variant_id": "gpqa_evd_v1_24dac4fd7128a97a3ed42af765c34b8cfe6575cf7653b97c34a6784dcb7f10e8",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.17584758125",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.2-2025-12-11",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "10752",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "512235",
        "output_reasoning_tokens": "18411545",
        "output_text_tokens": "457102",
        "output_unpartitioned_tokens": "58728"
      },
      "total_scored_attempts_usd": "265.88154285",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "output_split_conflict_aggregate_priced",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.1986812",
      "configuration_id": "gpqa_cfg_v1_211a09311a1e6c34a2d98ce45ee46c8aab95d0380c75c39c262f0d5dd6392e90",
      "evaluation_run_id": "gpqa_run_v1_ae3a22f8d9cdbe633cb4b2486caba7b1f1b4bfdea407ed33da2a25e039b1eeb5",
      "evidence_variant_id": "gpqa_evd_v1_0c19da6cfb750fe98b2a17546ca210dca342ee9432b34f3fa3a356983a636176",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.006342228571428571",
      "price_source_ids": [
        "openai-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-07-30",
        "rate_note": "Reduced rates from 2026-07-30.",
        "schedule": null
      },
      "rate_model": "gpt-5.6-luna",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": "flex",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "45732",
        "output_reasoning_tokens": "965489",
        "output_text_tokens": "25790"
      },
      "total_scored_attempts_usd": "1.1986812",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "12.7970715",
      "configuration_id": "gpqa_cfg_v1_5f50acbe49463ae1d4ce4ec179da63573017387c1be46563fc6a905742223b9a",
      "evaluation_run_id": "gpqa_run_v1_f7cdbcb26595135d11bf5801a9bd3986cc50428c9ea414ef9d0dfb245190d4dc",
      "evidence_variant_id": "gpqa_evd_v1_47a3a74f45a907f17eaa55cb1f8b872b1372e4bf50cfcf07b40116e92b6440f3",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.067709373015873016",
      "price_source_ids": [
        "anthropic-fable51-model-reference-20260902"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-fable-5-1",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": "batch",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "4446",
        "input_cache_write_tokens": "12620",
        "input_uncached_tokens": "49991",
        "output_reasoning_tokens": "43844",
        "output_text_tokens": "144419",
        "output_unpartitioned_tokens": "54503"
      },
      "total_scored_attempts_usd": "12.7970715",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "output_split_unreported_aggregate_priced",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "13.874975",
      "configuration_id": "gpqa_cfg_v1_bc3e18e0e130722c5f1e133ef0ec99c49ebc62c0cf1d9a48f4491777870f83b6",
      "evaluation_run_id": "gpqa_run_v1_ad363578f65b2e9b208a3f95847b49869248d41bd9700e746dfd783640e4ac7c",
      "evidence_variant_id": "gpqa_evd_v1_202f68076109b3a6baa05665805091c8c81bcdae256914acbf9aab584d424f67",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.073412566137566138",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.7-max",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51356",
        "output_reasoning_tokens": "1582052",
        "output_text_tokens": "250826"
      },
      "total_scored_attempts_usd": "13.874975",
      "warnings": [
        "failed_retries_excluded",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "resumed_header_current_attempts_only",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "11.245452",
      "configuration_id": "gpqa_cfg_v1_c1662dd832d707580c960ccdf5da02a7a38f399834c024fd516e6015ff35eaa2",
      "evaluation_run_id": "gpqa_run_v1_6dbe971b027e9b7ff9f5a2ac758872199004bc23eba046bb852d8762b12a2fbb",
      "evidence_variant_id": "gpqa_evd_v1_b2979d2667e6d1608bb2130cf65b9073f482e281753982f55d3545e6c324a4d2",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.059499746031746032",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "kimi-k3",
      "rate_provider": "moonshotai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "64289",
        "output_reasoning_tokens": "696894",
        "output_text_tokens": "39945"
      },
      "total_scored_attempts_usd": "11.245452",
      "warnings": [
        "catalog_provider_spelling_normalized",
        "failed_retries_excluded",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "19.772905",
      "configuration_id": "gpqa_cfg_v1_e63b7a4725cbf947f8b69ecdec2fb88bf3cc6ace05e72ebfc2e5711e7376d316",
      "evaluation_run_id": "gpqa_run_v1_c5259acde4955aa6d7f7964542a07bcc02f270b4b484c986c14d7f4d1c97b550",
      "evidence_variant_id": "gpqa_evd_v1_257522a9797a6c860304475551d2249490c92e0442eac42d7bb55015dac10611",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.104618544973544974",
      "price_source_ids": [
        "anthropic-fable51-model-reference-20260902"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-fable-5-1",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": "batch",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "4680",
        "input_cache_write_tokens": "12386",
        "input_uncached_tokens": "49991",
        "output_reasoning_tokens": "77453",
        "output_text_tokens": "246054",
        "output_unpartitioned_tokens": "58833"
      },
      "total_scored_attempts_usd": "19.772905",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "output_split_unreported_aggregate_priced",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "10.194378",
      "configuration_id": "gpqa_cfg_v1_b39600c40698c28b0674cdf9314d3511e1f001f256a6a6625988f73b9f1719d6",
      "evaluation_run_id": "gpqa_run_v1_57ef8aea3e0a2fee172d8463918950c5ba3588eb8f790a9b7a5a4f552cc05024",
      "evidence_variant_id": "gpqa_evd_v1_db4bc9a19dfb3d1476f57f1e251b44655a1049a2083bbeb66e77266115184c8c",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.053938507936507937",
      "price_source_ids": [
        "anthropic-sonnet5-model-reference-20260929"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-08-10",
        "rate_note": "Anthropic standard model list price: USD 2 per million input tokens and USD 10 per million output tokens. Thinking tokens are included in output once; no Batch discount is applied.",
        "schedule": null
      },
      "rate_model": "claude-sonnet-5",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "66499",
        "output_reasoning_tokens": "871035",
        "output_text_tokens": "135103"
      },
      "total_scored_attempts_usd": "10.194378",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "4.377416125",
      "configuration_id": "gpqa_cfg_v1_74454bd1c2bf40c9cfef8af6222ded9c2c33796a97bb3e76f4227ab403ab23f6",
      "evaluation_run_id": "gpqa_run_v1_6c1185f91a27e0422602ee91305797592531d5e0ea144e8c4368cf375c360fdb",
      "evidence_variant_id": "gpqa_evd_v1_0de7b89e2b44977dab0e6ffc0914fa006f3ae8b20f8113c181a6fa44f9281409",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.023160931878306878",
      "price_source_ids": [
        "openai-gpt55-reference-20260831"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.5",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "16128",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "375121",
        "output_reasoning_tokens": "797927",
        "output_text_tokens": "306595"
      },
      "total_scored_attempts_usd": "35.019329",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 6,
      "clean_run_usd": "15.363209088333333333",
      "configuration_id": "gpqa_cfg_v1_555ebc09735857529c6e51f2975f27f05313997eae5072969000efc2baf8faa7",
      "evaluation_run_id": "gpqa_run_v1_8a99bf54406f9c83dff96771b325f108b7d26ac67c34b6fbe29422becea78312",
      "evidence_variant_id": "gpqa_evd_v1_ad73cf533c8248b403ff3591bd404a3bc2f9a571e2750b18265e87582ac8cf2a",
      "expected_sample_count": 1134,
      "mean_cost_per_question_usd": "0.08128682057319224",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1134,
      "rate_model": "kimi-k2.6",
      "rate_provider": "moonshotai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "90383",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "205795",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "22992322"
      },
      "total_scored_attempts_usd": "92.17925453",
      "warnings": [
        "catalog_provider_spelling_normalized",
        "failed_retries_excluded",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used",
        "uniform_epoch_subset_usage"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "5.280936",
      "configuration_id": "gpqa_cfg_v1_0acf0885980bdc183084c5deb8f6341eda2074c91344c8d89bebce44801f4394",
      "evaluation_run_id": "gpqa_run_v1_9c1fe0114a444a3017585a63909aed33f50c2fa51a1156b0a9ccc2223d8924ee",
      "evidence_variant_id": "gpqa_evd_v1_384bbb4e352f57ac4573d483ebbf8bba9285805aa9be27b88fb143f63de34196",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.027941460317460317",
      "price_source_ids": [
        "openai-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-07-30",
        "rate_note": "Reduced rates from 2026-07-30.",
        "schedule": null
      },
      "rate_model": "gpt-5.6-terra",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": "flex",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "45732",
        "output_reasoning_tokens": "406622",
        "output_text_tokens": "25834"
      },
      "total_scored_attempts_usd": "5.280936",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_3209319a9e249f3a03cbe28de9fcd90b9c603d24c23e54f4d19b3acf0eaa894d",
      "evaluation_run_id": "gpqa_run_v1_a130b7979f29bc1b9d879224b42a693a1044834fe43610fa05909a86b0808385",
      "evidence_variant_id": "gpqa_evd_v1_e16b10917c76b9a9f0fe61840b40054fd59d27d4a8f1b0ec979013a0a244091d",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "usage_missing",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "8.678225",
      "configuration_id": "gpqa_cfg_v1_439fcb4bf6820e10b1024c2303f377da9ff1a1106a368e9fbe08acd16c8f32f9",
      "evaluation_run_id": "gpqa_run_v1_8118b09fe4e06e98040342560692004b81a072d57e690453ac4b706d0cb591b3",
      "evidence_variant_id": "gpqa_evd_v1_993a52cea93d40f3ea6090f1ccfc20c3fd1b37331197eda696eff23dfbcc76f4",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.045916534391534392",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.4",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48824",
        "output_reasoning_tokens": "515512",
        "output_text_tokens": "54899"
      },
      "total_scored_attempts_usd": "8.678225",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.187986128",
      "configuration_id": "gpqa_cfg_v1_5af397530c003e894fc8b0e8c6dfa9efeb6966457911dae825b08a1198fbb480",
      "evaluation_run_id": "gpqa_run_v1_40c5d9e652bb656a63eaa2cc3f67c74e19596c24c0cee7ace792fc8de9a439a0",
      "evidence_variant_id": "gpqa_evd_v1_c0e8160b937488f45ed4335afd4889b7be6296d0b32a5c8b87dd1b134a95466f",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.006285640888888889",
      "price_source_ids": [
        "deepseek-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [
          {
            "clean_run_usd": "1.187986128",
            "mean_cost_per_question_usd": "0.006285640888888889",
            "period": "off_peak",
            "total_scored_attempts_usd": "1.187986128"
          },
          {
            "clean_run_usd": "2.375972256",
            "mean_cost_per_question_usd": "0.012571281777777778",
            "period": "peak",
            "total_scored_attempts_usd": "2.375972256"
          }
        ],
        "pricing_period": "off_peak",
        "rate_effective_from": "2026-08-16T16:00:00Z",
        "rate_note": "New rates from 2026-08-16 16:00 UTC. The weekday schedule is the current schedule verified on 2026-08-31.",
        "schedule": "Peak: Monday–Friday 01:00–04:00 and 06:00–10:00 UTC. All other times, including weekends, are off-peak."
      },
      "rate_model": "deepseek-v4-flash",
      "rate_provider": "deepseek",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "1664",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "56704",
        "output_reasoning_tokens": "1763523",
        "output_text_tokens": "17537"
      },
      "total_scored_attempts_usd": "1.187986128",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_6fb295e570562ea20a65bcb23229741b5939aa34be0bd746777e7ba4407013f1",
      "evaluation_run_id": "gpqa_run_v1_e2b45798d741d675bbda1d8e81f0a3375c43f07e431ec8c8cedede4b33a6b8db",
      "evidence_variant_id": "gpqa_evd_v1_5f719566029f9039695afd7fa3022bab71168d50ea7d1f7e7bce08d69e1e2143",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": "claude-opus-4-7",
      "rate_provider": "anthropic",
      "reason": "usage_totals_inconsistent",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.07836",
      "configuration_id": "gpqa_cfg_v1_84d05ad544dcd1793dbdc24f941a24829266c8784cb6aeac8d0b08838b5b63f4",
      "evaluation_run_id": "gpqa_run_v1_694d453f03f600041e46e00ce0428ffb49531b0c37a69594aaa5288ba588fb6c",
      "evidence_variant_id": "gpqa_evd_v1_f0076ff82b55cc6aa5ba6b90b2b2bb73c109e21b23b3b83961abf972c178d0c9",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.010996613756613757",
      "price_source_ids": [
        "openai-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-08-21",
        "rate_note": "Reduced rates from 2026-08-21. Promotion available at least through 2026-11-21; no expiry has been announced.",
        "schedule": null
      },
      "rate_model": "gpt-5.6-sol",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48825",
        "output_reasoning_tokens": "68126",
        "output_text_tokens": "26027"
      },
      "total_scored_attempts_usd": "2.07836",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "27.092064375",
      "configuration_id": "gpqa_cfg_v1_d1854f026c5b433ca83c02a7d0582332f2eb4594f2a0f3223a075ac97db14769",
      "evaluation_run_id": "gpqa_run_v1_a1d0d683a699d85732a54ec4ce6fe93f60323ce13c14f2558ff6922042da7709",
      "evidence_variant_id": "gpqa_evd_v1_38d18632501697af4ada9c62e750c8fd8b8cc0901b5dd7425f68c740790779b1",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.143344255952380952",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "claude-opus-4-6",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "489368",
        "output_reasoning_tokens": "3318374",
        "output_text_tokens": "5253213"
      },
      "total_scored_attempts_usd": "216.736515",
      "warnings": [
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "11.515903074",
      "configuration_id": "gpqa_cfg_v1_17d1971555900db9f02b08fe2063bb81c1f406eb3f99ded57d6366a966344171",
      "evaluation_run_id": "gpqa_run_v1_eed4e81138caaf681f745732a4045a78eddc7f7c37bc6f04fad9417e2024140e",
      "evidence_variant_id": "gpqa_evd_v1_564911d072eaf17aab93846ce51f5c9aa06b468e0e1dc1a8e86bdeb3b5db0502",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.060930704095238095",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "GLM-5.1",
      "rate_provider": "zhipuai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "49953",
        "output_reasoning_tokens": "3406478",
        "output_text_tokens": "60151"
      },
      "total_scored_attempts_usd": "11.515903074",
      "warnings": [
        "alias_inferred",
        "catalog_provider_spelling_normalized",
        "catalog_sources_disagree",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.65401585",
      "configuration_id": "gpqa_cfg_v1_523f70e67ac44710adb3b127038747dc0f0cc05d1314465ccc29fb66fe2e23d6",
      "evaluation_run_id": "gpqa_run_v1_1069c5bad18b2b021bd814260fcb74110e1f761a1af6ed2e78ed42b5ced8f20f",
      "evidence_variant_id": "gpqa_evd_v1_cc8e96ffe0e061020bd5ecf4b1e3f0e122702085a532266fc9292666d4f6c0a5",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.008751406613756614",
      "price_source_ids": [
        "openrouter-glm53-flashx-model-reference-20260921"
      ],
      "priced_sample_count": 189,
      "rate_model": "z-ai/glm-5.3-flashx",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47205",
        "output_reasoning_tokens": "1277455",
        "output_text_tokens": "31785"
      },
      "total_scored_attempts_usd": "1.65401585",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "4.916395528",
      "configuration_id": "gpqa_cfg_v1_e0339f47a0e11c791da4e131cf06ead62b4fe9b676d100b883e92ae30cec47ad",
      "evaluation_run_id": "gpqa_run_v1_e2e8c76ceab18cf5dc14a36af0f055bed47763cb11426d5b0ac65a54a57055fb",
      "evidence_variant_id": "gpqa_evd_v1_8607afe2336d204b79bed741f39ffa46a59fc049b7bc0649101afacead6b91e9",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.026012674751322751",
      "price_source_ids": [
        "deepseek-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [
          {
            "clean_run_usd": "4.916395528",
            "mean_cost_per_question_usd": "0.026012674751322751",
            "period": "off_peak",
            "total_scored_attempts_usd": "4.916395528"
          },
          {
            "clean_run_usd": "9.832791056",
            "mean_cost_per_question_usd": "0.052025349502645503",
            "period": "peak",
            "total_scored_attempts_usd": "9.832791056"
          }
        ],
        "pricing_period": "off_peak",
        "rate_effective_from": "2026-08-16T16:00:00Z",
        "rate_note": "New rates from 2026-08-16 16:00 UTC. The weekday schedule is the current schedule verified on 2026-08-31.",
        "schedule": "Peak: Monday–Friday 01:00–04:00 and 06:00–10:00 UTC. All other times, including weekends, are off-peak."
      },
      "rate_model": "deepseek-v4-pro",
      "rate_provider": "deepseek",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "1024",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "45509",
        "output_reasoning_tokens": "2427922",
        "output_text_tokens": "39925"
      },
      "total_scored_attempts_usd": "4.916395528",
      "warnings": [
        "failed_retries_excluded",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "resumed_header_current_attempts_only",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.957697",
      "configuration_id": "gpqa_cfg_v1_319d02deeba5eff1fe5e7b0068499b112d9a54efc9456189fc1777dbacdee7a6",
      "evaluation_run_id": "gpqa_run_v1_3ff6adeba5ec1314c7481630677123f787237af0ef3d9c0b7172929cc481810e",
      "evidence_variant_id": "gpqa_evd_v1_f53d712a85d9dccef1d05e28777cb8ad3de3ff8e247d7446ec4170734ed60ef5",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.015649190476190476",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.5-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47766",
        "output_reasoning_tokens": "235575",
        "output_text_tokens": "85097"
      },
      "total_scored_attempts_usd": "2.957697",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "6.0652025",
      "configuration_id": "gpqa_cfg_v1_1e7553c1137d1a896e5336d0f9e36f600eb3f8c1981c9496e39923a6dceac58a",
      "evaluation_run_id": "gpqa_run_v1_a969aad50a7ffba1c59209fd68db8a0d8ef59fb0d2a1724ee6e52c351c4d87eb",
      "evidence_variant_id": "gpqa_evd_v1_f5d2a74fcae956da52dad90eff78f31de476b4545ec1e0fe6e3bc93288edd280",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.032091018518518519",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.4",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48827",
        "output_reasoning_tokens": "340360",
        "output_text_tokens": "55849"
      },
      "total_scored_attempts_usd": "6.0652025",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "6.4428675",
      "configuration_id": "gpqa_cfg_v1_6656065ac702303abe1aeecfa6a2f8fc750092bd3358f68bcd346f8eba6a2508",
      "evaluation_run_id": "gpqa_run_v1_773d6efa317185adf00a8635e77fa8b90739113212795e97ff338ec674fad398",
      "evidence_variant_id": "gpqa_evd_v1_f1d6a786a58a6fdad559b0a206f8f5e5ab8a1bb38e34c2585231528544eb1f8a",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.034089246031746032",
      "price_source_ids": [
        "anthropic-fable51-model-reference-20260902"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-fable-5-1",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": "batch",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "4830",
        "input_cache_write_tokens": "12236",
        "input_uncached_tokens": "49856",
        "output_reasoning_tokens": "16755",
        "output_text_tokens": "49147",
        "output_unpartitioned_tokens": "49901"
      },
      "total_scored_attempts_usd": "6.4428675",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "output_split_unreported_aggregate_priced",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "8.5997135",
      "configuration_id": "gpqa_cfg_v1_c09343b2de7a3b30deceaaba8fcf1b1e2930f59ccdd6ba4efcd34c200b253701",
      "evaluation_run_id": "gpqa_run_v1_7c5f5aedd5059e41d6225ac7422c2245780ae7ff7ff62dc0027bbae0edb76c98",
      "evidence_variant_id": "gpqa_evd_v1_43fd53c4f6f37ac29010b1ec216659d5796e7d85c5a296a0cfde43c8f9e6932b",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.04550112962962963",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3-flash-preview",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47767",
        "output_reasoning_tokens": "2735080",
        "output_text_tokens": "123530"
      },
      "total_scored_attempts_usd": "8.5997135",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 7,
      "clean_run_usd": "31.280987142857142857",
      "configuration_id": "gpqa_cfg_v1_4cff4744741c24d1db4b97e733fde765e5f1c2056705a760369c260e9001e3d0",
      "evaluation_run_id": "gpqa_run_v1_4a49b8bc4ef67cb52c4630ef9d37fa289e44c5df0580843e17425b64798c4739",
      "evidence_variant_id": "gpqa_evd_v1_53194c97190cec47bf239eed235fa952bb1155e0d6a78b10ff7465d767b9ba83",
      "expected_sample_count": 1323,
      "mean_cost_per_question_usd": "0.165507868480725624",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 1323,
      "rate_model": "claude-opus-4-6",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "428197",
        "output_reasoning_tokens": "3336832",
        "output_text_tokens": "5328970",
        "output_unpartitioned_tokens": "7235"
      },
      "total_scored_attempts_usd": "218.96691",
      "warnings": [
        "model_reference_pricing_used",
        "output_split_conflict_aggregate_priced",
        "standard_model_pricing_used",
        "uniform_epoch_subset_usage"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_1752768af2b13dfd2f0a9df6802e29b14ab9387775bdd045c8ea1c437f8607f9",
      "evaluation_run_id": "gpqa_run_v1_570b0a07b609fc7ca3c59be7f25e500bef27dce875b4a2e540fc1d41e286c20c",
      "evidence_variant_id": "gpqa_evd_v1_fa1e942e227b0d36cfcc50b1a9f58790f11c13327aa920e4cf1e6580d6cd1a34",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "usage_missing",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "4.448635",
      "configuration_id": "gpqa_cfg_v1_50a667e9f699c986cc2d2ffe1361bd6cc420a4428ecf7901cbf11665ca859003",
      "evaluation_run_id": "gpqa_run_v1_b1df92b6f202fb90c50621736a43337a3dd08490e7b5f67fe790244ce04f8523",
      "evidence_variant_id": "gpqa_evd_v1_ce40ccc38a41dd1dcea84a9f5386de0091019f8f0dab46ed524b9d2187da326a",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.023537751322751323",
      "price_source_ids": [
        "anthropic-fable51-model-reference-20260902"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-fable-5-1",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": "batch",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "17066",
        "input_uncached_tokens": "50036",
        "output_reasoning_tokens": "4019",
        "output_text_tokens": "11676",
        "output_unpartitioned_tokens": "59004"
      },
      "total_scored_attempts_usd": "4.448635",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "output_split_unreported_aggregate_priced",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "9.018787925",
      "configuration_id": "gpqa_cfg_v1_08b0ee7e2e105ac8e5ed96cd2f47a42dff3bba9cd0b1c886aac128321d37784f",
      "evaluation_run_id": "gpqa_run_v1_178cd776ee64853cf54697ca6eae803398dbded170cc215ba350fbb0affce958",
      "evidence_variant_id": "gpqa_evd_v1_8325f704751ccd8d53ca9996d72cb19b61a6f9d27e9243b9b4a2a474023c2c2c",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.04771845462962963",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.2-2025-12-11",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "2688",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "731068",
        "output_reasoning_tokens": "4404457",
        "output_text_tokens": "486732",
        "output_unpartitioned_tokens": "170987"
      },
      "total_scored_attempts_usd": "72.1503034",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "output_split_conflict_aggregate_priced",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.73542375",
      "configuration_id": "gpqa_cfg_v1_18c8f9728ba3bccb250dcce8c3a5d52ac4be8aae99733f291cecb08e35b283db",
      "evaluation_run_id": "gpqa_run_v1_45aea34803bca828427c03f1a9fd3840200b233b1ee16c224e8d982f1c636674",
      "evidence_variant_id": "gpqa_evd_v1_9560f7cb9c978b6e8f919d7675abd559fa0708481f617c01f7e4dc2cf26536da",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.009182136243386243",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-5",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "18035",
        "input_uncached_tokens": "53036",
        "output_reasoning_tokens": "11852",
        "output_text_tokens": "42449"
      },
      "total_scored_attempts_usd": "1.73542375",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_538540e64da939fe97f8685591c8f9e03cd907c322ec906eea6256ce46fc72df",
      "evaluation_run_id": "gpqa_run_v1_3d4e5a3f8219c5d1cdcd32800a4256c4732de5820b869d7f2124f79b702a64f8",
      "evidence_variant_id": "gpqa_evd_v1_fbdd43a5165165c2b670ee70b7ce930b5f7520a8cb06bb17327db3b8256b3bbe",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "usage_missing",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "4.95817",
      "configuration_id": "gpqa_cfg_v1_6ad1e1d106980a4cd18c39c471f9ddbfbff5865f9045d01824a081231d140126",
      "evaluation_run_id": "gpqa_run_v1_cb255829d8ee31b7dfe578019dec2f345f71f58b4e39ada5063aba69a50b7382",
      "evidence_variant_id": "gpqa_evd_v1_f4bf55465a437307ef0725d6ccd555d935204df37560205c5a3e6d7efd41e927",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.026233703703703704",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.6-plus",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51356",
        "output_reasoning_tokens": "1513307",
        "output_text_tokens": "130857"
      },
      "total_scored_attempts_usd": "4.95817",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "configuration_id": "gpqa_cfg_v1_d0e79ea040146881764bb87d9d4b20999037fc81ac91cb31a01e9fd5a21c91be",
      "evaluation_run_id": "gpqa_run_v1_badd6533f319cf98e64879dbaf549e61b717c07d1e037fefebee1e969e9b8da4",
      "evidence_variant_id": "gpqa_evd_v1_c26995e4cb5e7f02b5a17a5c77b97bcb033af5f73b15cefecb809cd1005eadcf",
      "status": "priced",
      "reason": null,
      "attempts_per_question": 1,
      "priced_sample_count": 189,
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.134597991534391534391534",
      "total_scored_attempts_usd": "25.439020400000",
      "clean_run_usd": "25.439020400000",
      "price_source_ids": [
        "openrouter-glm53-prime-20260925"
      ],
      "rate_provider": "z-ai",
      "rate_model": "z-ai/glm-5.3-prime",
      "service_tier": null,
      "token_totals": {
        "input_uncached_tokens": "47205",
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "output_text_tokens": "35171",
        "output_reasoning_tokens": "2840607"
      },
      "warnings": [
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "7.76182705",
      "configuration_id": "gpqa_cfg_v1_f9fede76cf79ca860917f59fb5ebf3126982f366fe21b16ef0e22d4d13f4038a",
      "evaluation_run_id": "gpqa_run_v1_d8361abeb8e6acd4751b11badb2b386a2411608213c72001ac4522da086c93f1",
      "evidence_variant_id": "gpqa_evd_v1_1b43335efd685be40f7926a1a9b21834dfe490d6f861040f1f46e757dae3ef25",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.041067867989417989",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "kimi-k2.7-code",
      "rate_provider": "moonshotai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "49359",
        "output_reasoning_tokens": "1874233",
        "output_text_tokens": "54501"
      },
      "total_scored_attempts_usd": "7.76182705",
      "warnings": [
        "catalog_provider_spelling_normalized",
        "failed_retries_excluded",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "4.55837875",
      "configuration_id": "gpqa_cfg_v1_fe902b8590238e8946b66aae41d7ee7406b4975a2264ad5dc8639eef08bc33ac",
      "evaluation_run_id": "gpqa_run_v1_2a3998731aae032047bf6cdf10d6214e0452a01a333e66aa6a4563bf93377a96",
      "evidence_variant_id": "gpqa_evd_v1_155d6aa5896c8d17cff48bb97ca705e21a1f690a4fd87441cb4ace09eb37a96a",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.024118406084656085",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-4-8",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "6263",
        "input_uncached_tokens": "64812",
        "output_reasoning_tokens": "43426",
        "output_text_tokens": "124381"
      },
      "total_scored_attempts_usd": "4.55837875",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "5.08467833125",
      "configuration_id": "gpqa_cfg_v1_2c3d5349208f65704ed39c3181dd248e34283f155f2c5b6d9238c3eebf0c47b3",
      "evaluation_run_id": "gpqa_run_v1_71d59e96915ee1c9f1e065c8a90b2578853a6ba822896791a753d1cd666ace6d",
      "evidence_variant_id": "gpqa_evd_v1_8a451064c46ccfaf597b3db38e4a4e6a6ba9ef8e48e8606e2246b5d9d7929ab0",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.026903059953703704",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.2-2025-12-11",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "2688",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "508015",
        "output_reasoning_tokens": "2309025",
        "output_text_tokens": "489791",
        "output_unpartitioned_tokens": "43179"
      },
      "total_scored_attempts_usd": "40.67742665",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "output_split_conflict_aggregate_priced",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "6.712225",
      "configuration_id": "gpqa_cfg_v1_25b6ff3864c66bd8fca985a9bbb8460bb4e531eb06f3d77a0f494f3b913eb510",
      "evaluation_run_id": "gpqa_run_v1_88e1f487b6103967cbd712dc8da2e698590c83ea10f5e78720c5eb14f83de23c",
      "evidence_variant_id": "gpqa_evd_v1_482634699135b907fc082cde0565498864c3156e5ad7d1ba04c678c58830a443",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.035514417989417989",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "kimi-k2.5",
      "rate_provider": "moonshotai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "110468",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "308422",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "17833900"
      },
      "total_scored_attempts_usd": "53.6978",
      "warnings": [
        "catalog_provider_spelling_normalized",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "5.354818",
      "configuration_id": "gpqa_cfg_v1_5c21ac281f3717fbc022623ee94cf1b26302c0a4bedd910769f1e8033717239a",
      "evaluation_run_id": "gpqa_run_v1_cd28725ecd192d79320824311013bd267aaac131969bbe81362007435ea9e3f5",
      "evidence_variant_id": "gpqa_evd_v1_ffdd72fff3ccfc6be88e91097c15ef87e0be38b4780e9f1ce68aae731188d9c0",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.02833237037037037",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.7-plus",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51356",
        "output_reasoning_tokens": "1653104",
        "output_text_tokens": "123276"
      },
      "total_scored_attempts_usd": "5.354818",
      "warnings": [
        "failed_retries_excluded",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "resumed_header_current_attempts_only",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.4155792",
      "configuration_id": "gpqa_cfg_v1_957e94fecaed0d45c417407c6207806faee270f627644489f3c9ff5a5e3696fd",
      "evaluation_run_id": "gpqa_run_v1_9beb70ef144f7163f360cf8717c335fc95228dc1ed9a7a9870659a67f5359649",
      "evidence_variant_id": "gpqa_evd_v1_f931c32b387e16ac35dfbd2c4bfcb8506c94e92a9aa2eef6425e3e1f4e94fa4e",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.002198831746031746",
      "price_source_ids": [
        "anthropic-haiku55-model-reference-20261010"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-10-07",
        "rate_note": "Anthropic standard short-context list price for prompts up to 100,000 tokens: USD 0.10 per million input and USD 0.50 per million output tokens. All accepted requests qualify; the reported output total includes reasoning once, with no separately reported reasoning split and no Batch discount.",
        "schedule": null
      },
      "rate_model": "claude-haiku-5-5",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "66877",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "817783"
      },
      "total_scored_attempts_usd": "0.4155792",
      "warnings": [
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.563998",
      "configuration_id": "gpqa_cfg_v1_e3b6650e66d0e9441ad0ed99a22261238f2ac8b4e5ede02f20cde8b6b5dd76c7",
      "evaluation_run_id": "gpqa_run_v1_ffc346943686ed230a2d0f91fde947bf8cd434dd5bbc80188a285678a84ba876",
      "evidence_variant_id": "gpqa_evd_v1_01baead65449a08b3c3cce21e89541808b31b6242f5a2e5463e9c35452333126",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.008275121693121693",
      "price_source_ids": [
        "openai-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-07-30",
        "rate_note": "Reduced rates from 2026-07-30.",
        "schedule": null
      },
      "rate_model": "gpt-5.6-terra",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48823",
        "output_reasoning_tokens": "97016",
        "output_text_tokens": "25180"
      },
      "total_scored_attempts_usd": "1.563998",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "10.0354592",
      "configuration_id": "gpqa_cfg_v1_fefffa8ea64c405943e964126ee6c767f5126e9879cdf3c2989670b3db7d61ba",
      "evaluation_run_id": "gpqa_run_v1_88001e90b5523fd6dac83e0c41e3b7e835d362af3bca441242d12c32d47900cb",
      "evidence_variant_id": "gpqa_evd_v1_95397797b4a12df58b6492f30b469f0caaf6693aa46c9ee2bb567093236faf38",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.053097667724867725",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.6-max-preview",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51356",
        "output_reasoning_tokens": "1148097",
        "output_text_tokens": "129941"
      },
      "total_scored_attempts_usd": "10.0354592",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "14.9470495",
      "configuration_id": "gpqa_cfg_v1_7f8e8f18de3290be2ccfe3701c2d2a4c8a6512f34dc46b7db05c5915a94d40e5",
      "evaluation_run_id": "gpqa_run_v1_d0ba371b076810f91175ff17795e3a89abf2616e381bc55dff6bd330861faaf8",
      "evidence_variant_id": "gpqa_evd_v1_42dfda83b547f30bf90fc46faf232f79087f3a861423aae0c5efee1c7b6dc543",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.079084917989417989",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.1",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "8448",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "383672",
        "output_reasoning_tokens": "11296464",
        "output_text_tokens": "613111"
      },
      "total_scored_attempts_usd": "119.576396",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.952343",
      "configuration_id": "gpqa_cfg_v1_5deb548701e55fbdff283a419bd403f4d1d5b178a1239bc33ecc4508382d6b91",
      "evaluation_run_id": "gpqa_run_v1_7abfe4b2b794eb665fef12fc1a1e137207e333bcaf6baca00b3dd270ef65275f",
      "evidence_variant_id": "gpqa_evd_v1_dfd90981850dbbd7283dcd1e760b706e7f423fb94a3ca31f10920df8e474d5d8",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.010329857142857143",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.6-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47767",
        "output_reasoning_tokens": "171202",
        "output_text_tokens": "79557"
      },
      "total_scored_attempts_usd": "1.952343",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "13.56436725",
      "configuration_id": "gpqa_cfg_v1_8db4d324508b283804b4f687b846605f27d9446a2eb2c449127b198717926f5a",
      "evaluation_run_id": "gpqa_run_v1_dc613f0a761c2857feb508ffcd540d632d23ed7bbab5e6c1c2acff6df1cd66f7",
      "evidence_variant_id": "gpqa_evd_v1_184f378cffcfabf6ab4fa02c4adfd83638aee252429f0ba058653c6ecb3e41fb",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.071769138888888889",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.4-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48821",
        "output_reasoning_tokens": "2972262",
        "output_text_tokens": "33905"
      },
      "total_scored_attempts_usd": "13.56436725",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.6758045",
      "configuration_id": "gpqa_cfg_v1_a9fa8925e31e2718da34308ac52093f3a67b1df4c9d64b4dd42be93e3f710655",
      "evaluation_run_id": "gpqa_run_v1_1d8842cd707e4be369af820729ad0b74fff0b1ffbd484d9486044b330154ca40",
      "evidence_variant_id": "gpqa_evd_v1_2367b1c3f49024155d12edadedb0d216eb5c09be7d49d6a5f5e2b971ac96d54d",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.008866690476190476",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.5-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47769",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "178239"
      },
      "total_scored_attempts_usd": "1.6758045",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.3642364",
      "configuration_id": "gpqa_cfg_v1_f657ce567632b0af5c3025bd73318b5a4796ffe43af7c00f6a98baea08eea2b2",
      "evaluation_run_id": "gpqa_run_v1_38d3ca799f41ec85a355ca2f08c08b7a5851d806d14a3262d7e18d2b03df1848",
      "evidence_variant_id": "gpqa_evd_v1_4c58599219d8fbbe871672a4d978aa710cd5d78ac1315e7ce5a0b33b18c5f5cf",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.012509187301587302",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "grok-4.3",
      "rate_provider": "x-ai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "37632",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "39152",
        "output_reasoning_tokens": "875886",
        "output_text_tokens": "47222"
      },
      "total_scored_attempts_usd": "2.3642364",
      "warnings": [
        "catalog_provider_spelling_normalized",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "16.855695375",
      "configuration_id": "gpqa_cfg_v1_cf7a0ccdcb575260739a0107fbf38e7b46265e7cca9bb7f750093cf0cbf5cc6c",
      "evaluation_run_id": "gpqa_run_v1_539787a00fa51afcec3ccb65ccff97d320fb4694a812942a0833e0e8eb153471",
      "evidence_variant_id": "gpqa_evd_v1_36660bc48bc7969c439dc1c3957e2acbc6c27c7402ae011671ba60bc49221447",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.089183573412698413",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 1512,
      "rate_model": "claude-sonnet-4-6",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "487856",
        "output_reasoning_tokens": "3304932",
        "output_text_tokens": "5552725",
        "output_unpartitioned_tokens": "34476"
      },
      "total_scored_attempts_usd": "134.845563",
      "warnings": [
        "failed_retries_excluded",
        "output_split_conflict_aggregate_priced",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "13.0878265",
      "configuration_id": "gpqa_cfg_v1_4f3803305451e61c9246b82a829be2d36ae588a015920201efed023d91dabfaa",
      "evaluation_run_id": "gpqa_run_v1_d987f92c42189d8e928c6ec2a35ab3b520867c90143588803e8bbe84b7306481",
      "evidence_variant_id": "gpqa_evd_v1_d65c0c339d9fb28eb80cdd3c8012c18af1eaf202129b8a347da9486b187ac48b",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.069247759259259259",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "5376",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "386688",
        "output_reasoning_tokens": "10109184",
        "output_text_tokens": "312674"
      },
      "total_scored_attempts_usd": "104.702612",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "105.5566725",
      "configuration_id": "gpqa_cfg_v1_114b61ba4b46f7fbd32882dba76813956cbdfdc2782903c93f510f22a3b1fc54",
      "evaluation_run_id": "gpqa_run_v1_f8b55dfa9d69764aed33a4fa19c62e976ae46b2f92ece4e21abdbf78bbdfdcc0",
      "evidence_variant_id": "gpqa_evd_v1_b264bec2407ede2a026598c2260682c73d6cfc7412a6e7a9596aa89c6b092fd9",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.558500912698412698",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-4-7",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "4898",
        "input_uncached_tokens": "67122",
        "output_reasoning_tokens": "1262249",
        "output_text_tokens": "2945369"
      },
      "total_scored_attempts_usd": "105.5566725",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "39.919595",
      "configuration_id": "gpqa_cfg_v1_9fdc200cc70fb609af6cd2ea5c6ec5818e339138000d351fc142b07d30c01378",
      "evaluation_run_id": "gpqa_run_v1_c4c9571f3a66edb9d81d78b50b0833b458ea5c0cff5ffdd1fa5ecadbcf484b3b",
      "evidence_variant_id": "gpqa_evd_v1_4e869a342ecda24ebbf73895bbe205af9ad2a2ddd416b459ca09df248261173b",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.21121478835978836",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-fable-5",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "18038",
        "input_uncached_tokens": "53037",
        "output_reasoning_tokens": "221474",
        "output_text_tokens": "561801"
      },
      "total_scored_attempts_usd": "39.919595",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "5.2981488",
      "configuration_id": "gpqa_cfg_v1_a0a4273f3e80a8760824125f9fe0ff0835270ab6ca17ddf3d6af4f4400e5ecd9",
      "evaluation_run_id": "gpqa_run_v1_505ce6fbf3263877df0b03176c3eb6e48ab75c5465bd8e93f26b1d3c1492602c",
      "evidence_variant_id": "gpqa_evd_v1_0d87f39869e0bcbe38244e446fc4e00bcd437aa68bae612afa74825b598e395c",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.028032533333333333",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.5-397b-a17b",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51354",
        "output_reasoning_tokens": "1303390",
        "output_text_tokens": "159759"
      },
      "total_scored_attempts_usd": "5.2981488",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.1266076",
      "configuration_id": "gpqa_cfg_v1_c1890a410e08444aa2e81859f26860a80431a4a5028c50bc7f3514cbc2e50a82",
      "evaluation_run_id": "gpqa_run_v1_c0da6efa4e9f19cddbdea469776df805e3444c48cefd686086017bff4f5bc1af",
      "evidence_variant_id": "gpqa_evd_v1_9c8a0e08aa9dbc17aab6da7a789f24d40afda3b4ac40259a5f8cd7bb4a47d695",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.011251892063492063",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.5-397b-a17b",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51734",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "582102"
      },
      "total_scored_attempts_usd": "2.1266076",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "5.7145476",
      "configuration_id": "gpqa_cfg_v1_d6f20b74ffa7e4b76d5c03ebd92e8ebb6053e6c47efc1d83f30e9db73129cb4f",
      "evaluation_run_id": "gpqa_run_v1_74681dd1b2c1294340edec610a41dad935c775a6e62717aa6c6b11d2320be9b5",
      "evidence_variant_id": "gpqa_evd_v1_9363b6a95d4c5080b049e9e51f01065d4e54cc46c7771bca9f19e02654853141",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.030235701587301587",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.6-27b",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51356",
        "output_reasoning_tokens": "1448858",
        "output_text_tokens": "129957"
      },
      "total_scored_attempts_usd": "5.7145476",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "37.67313",
      "configuration_id": "gpqa_cfg_v1_cad9ce1ea155bb333c5ebd7a19fec521f9db3f4590d2bf1ec498004a3a8f0362",
      "evaluation_run_id": "gpqa_run_v1_8f0f1f40c4ae6fb2b37d51816719e6564c712c79f04cb6c95299b61460522874",
      "evidence_variant_id": "gpqa_evd_v1_1b5cc11fffab55b07f6d9640a719846848a6c214ad4abd1a27a0364b071a2511",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.199328730158730159",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "claude-opus-4-5-20251101",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "489368",
        "output_reasoning_tokens": "4554874",
        "output_text_tokens": "7402654"
      },
      "total_scored_attempts_usd": "301.38504",
      "warnings": [
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 7,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_7c3ec07ae3ad1a5f35ccd1d892d17caa2ff48036699a386811c33885de02853a",
      "evaluation_run_id": "gpqa_run_v1_4064f9f302dd20b904afc43b14493d0a8bb8a5fcf6febc63c3c6b4412c7c1118",
      "evidence_variant_id": "gpqa_evd_v1_7d210d7ef8e66f427900f281667fcd9ca91b814e5ac9d1218fd88c7f8a6f44db",
      "expected_sample_count": 1323,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "usage_missing",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "26.3435425",
      "configuration_id": "gpqa_cfg_v1_d7b58af1465d20d5223ea9f8a5e54b764667d1cb51518b107c4dbfe5c939e1fd",
      "evaluation_run_id": "gpqa_run_v1_e24e64b1867767e63662a1a29ec36856570f8e7c17f2479d7d156f4ce0b5326a",
      "evidence_variant_id": "gpqa_evd_v1_1445ad1e03ba2ff428c21e82355430097a475172456c0f79f66a9b2219e595a4",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.139383822751322751",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "claude-opus-4-5-20251101",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "489368",
        "output_reasoning_tokens": "3252680",
        "output_text_tokens": "5079380"
      },
      "total_scored_attempts_usd": "210.74834",
      "warnings": [
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.0114125",
      "configuration_id": "gpqa_cfg_v1_a7d0e1353fd8be2dc557c8c94f0706588043b35fd3151e4c1a3ca31801ecb166",
      "evaluation_run_id": "gpqa_run_v1_e0c490303a55d69319dec22bff959acb555b73644e6b2c388e9043bace59ab6d",
      "evidence_variant_id": "gpqa_evd_v1_9a537c87ec56513fbcdf9abf92d98029fa6ae035190d848d8e01ced5f6603ced",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.005351388888888889",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.6-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47765",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "125302"
      },
      "total_scored_attempts_usd": "1.0114125",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "4.4807792",
      "configuration_id": "gpqa_cfg_v1_c413680e8fd715c2789e6cbb466901dd7cf9f221fe5a9a6f5aab61e02c530288",
      "evaluation_run_id": "gpqa_run_v1_59d0bd8a33443ddf2b37cfc2c208107de7dea73e825054b67d1074f55f0a4a4e",
      "evidence_variant_id": "gpqa_evd_v1_6b961fd55ef7315eab24f3b486b42c7cec1b605f80a795374b8fa76e31439cf5",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.023707826455026455",
      "price_source_ids": [
        "alibaba-reference-20260831"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.5-plus-2026-04-20",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51356",
        "output_reasoning_tokens": "1734586",
        "output_text_tokens": "123846"
      },
      "total_scored_attempts_usd": "4.4807792",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "international_model_reference_used",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.777532",
      "configuration_id": "gpqa_cfg_v1_d255d05df7d6452741ae49d1c8831a4ac1bdeb8644fc8d5d6b034ded7651c060",
      "evaluation_run_id": "gpqa_run_v1_c6a9c4a5c08a066c77e81fe8228a1174a0376b9d8ffab4570806764d9d0063d0",
      "evidence_variant_id": "gpqa_evd_v1_3785c6853487ce53ec1e2d0239ab56dc955496b1dd1e9813324d4c628900c02e",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.014695936507936508",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "kimi-k3",
      "rate_provider": "moonshotai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "64294",
        "output_reasoning_tokens": "135934",
        "output_text_tokens": "36376"
      },
      "total_scored_attempts_usd": "2.777532",
      "warnings": [
        "catalog_provider_spelling_normalized",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "16.68762625",
      "configuration_id": "gpqa_cfg_v1_457d4d9de46a09e8dda7707cbea4e03840a5686a817ef7dbd62b104c41ed8b9e",
      "evaluation_run_id": "gpqa_run_v1_f24d6a067fc4d63a07a09e02dd0a7c8c5977b7e161958929a780337da209cc6d",
      "evidence_variant_id": "gpqa_evd_v1_99ceec1a96535e7c294d08862aad18ad46ed34e353d04fc1190c089cae51276c",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.088294318783068783",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gemini-2.5-pro",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "383664",
        "output_reasoning_tokens": "11478593",
        "output_text_tokens": "1823550"
      },
      "total_scored_attempts_usd": "133.50101",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "17.7287625",
      "configuration_id": "gpqa_cfg_v1_2512d5e4965dc519e0cfe48a64b1f7f33961e8ebe6df554e0815a1b4c98f9bd3",
      "evaluation_run_id": "gpqa_run_v1_b0f8ef5dae0e538e7eac0a1deed2e9f6384bc2db831c3b6b3a7f74c6158b0299",
      "evidence_variant_id": "gpqa_evd_v1_1c5b515b9968d1975e565bea3e248fed8c94496529cf7af2ac2988b0bf61e97f",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.09380297619047619",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "google/gemini-2.5-pro-preview",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47962",
        "output_reasoning_tokens": "1528102",
        "output_text_tokens": "238779"
      },
      "total_scored_attempts_usd": "17.7287625",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_usage_recovered_from_response",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.91980375",
      "configuration_id": "gpqa_cfg_v1_7422854d7e27c6743941108a0a9a0f278c02b92c202c12726abb5c9bc544adf5",
      "evaluation_run_id": "gpqa_run_v1_007966d785ed20dd83217409daa7620a16ff82f40c2b1dd8da0f34590b53b297",
      "evidence_variant_id": "gpqa_evd_v1_39247dc711ff5ce6f23d19de68453a2aef23f1f158b08e99cf733dc15655f3f4",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.01544869708994709",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-4-8",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "6263",
        "input_uncached_tokens": "64812",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "102264"
      },
      "total_scored_attempts_usd": "2.91980375",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.2242564",
      "configuration_id": "gpqa_cfg_v1_c11ad0dd40116f32651cfd124cde890429cc3ff2cb1a8b1b529c9d58661f9850",
      "evaluation_run_id": "gpqa_run_v1_6893083f0ef2fba44be6d48e4ab8e77f95e774692d113149cb4b0fdc5cc57a68",
      "evidence_variant_id": "gpqa_evd_v1_7b24b1da63ad62151bdc7d36a8f372843d4664e35829971354750ad1a70b5b94",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.011768552380952381",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.6-27b",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51732",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "609227"
      },
      "total_scored_attempts_usd": "2.2242564",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.92983",
      "configuration_id": "gpqa_cfg_v1_d03c3f1680526d4f61dc66ec0cfd3f39d637ecad3f65e348f985bb848fc3c8e7",
      "evaluation_run_id": "gpqa_run_v1_2e9ebbffb2f4446f3d4354b423cda97a3f1b88a383fc75157db4feff80d8b54f",
      "evidence_variant_id": "gpqa_evd_v1_7e88c3c69bcc6af2eb0a12752dc66994a940cfbff475a81429f406c322692e3f",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.015501746031746032",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.4",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48828",
        "output_reasoning_tokens": "130126",
        "output_text_tokens": "57058"
      },
      "total_scored_attempts_usd": "2.92983",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.957977587",
      "configuration_id": "gpqa_cfg_v1_efb979697550c6b7b9d2f7fbf5e13c8cdcdc7f6b1ed66a691f8f08a9078593bc",
      "evaluation_run_id": "gpqa_run_v1_8adf4c17b0dd41a26412938738bf1bc4c241411f3bfbf92cd828b502e3e20b1d",
      "evidence_variant_id": "gpqa_evd_v1_6b9efd62f14bc0f7a0b3a80a1eeaf7e87b621361f1dc52119f98cfbd275a0873",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.005068664481481481",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.6-35b-a3b",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51734",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "636463"
      },
      "total_scored_attempts_usd": "0.957977587",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "5.99173525",
      "configuration_id": "gpqa_cfg_v1_0ec60fbcfbd0a5dc9ad3b1d16e08bf7c3678cacdd15194446fb742b017dc743b",
      "evaluation_run_id": "gpqa_run_v1_8643462e411041d61c09b3c93ef9495747941781878ee9de507ccce76e9782d8",
      "evidence_variant_id": "gpqa_evd_v1_36f4bde2c0391d4f5f492f677c315435eb53db6d72b8a92e2d19b35ec273d51f",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.03170230291005291",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.1",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "2816",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "389288",
        "output_reasoning_tokens": "4043282",
        "output_text_tokens": "701410"
      },
      "total_scored_attempts_usd": "47.933882",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.3970225",
      "configuration_id": "gpqa_cfg_v1_c254d074bf7d4d562416e11363147be58eab58afb4c70c33aee01ccb278b50a8",
      "evaluation_run_id": "gpqa_run_v1_c4291c1149beaaeedd87a1e987d06d3384f9ba33ddba4e80416ddc38771a396d",
      "evidence_variant_id": "gpqa_evd_v1_8887a5d926c0f619f97426e65b45cf84d7ecc002ecc510f8a9df014e9bdd355b",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.01268265873015873",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-2.5-pro",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47954",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "233708"
      },
      "total_scored_attempts_usd": "2.3970225",
      "warnings": [
        "experimental_paid_model_price_used",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.436752278",
      "configuration_id": "gpqa_cfg_v1_1df69af1ab0ce9fcc3c822f72011312d0cb297c6ba8c857f0c29740914d904fd",
      "evaluation_run_id": "gpqa_run_v1_814a3fcb9d9f82fcc6444bd32c8d97992010cbcaf704280c1f4b682f692cb48a",
      "evidence_variant_id": "gpqa_evd_v1_40b347dd19f8820810d1e9ab840304435b17392d485ef2f88a5dbc93537370cb",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.012892869195767196",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.6-35b-a3b",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51356",
        "output_reasoning_tokens": "1506717",
        "output_text_tokens": "125617"
      },
      "total_scored_attempts_usd": "2.436752278",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "12.8622475",
      "configuration_id": "gpqa_cfg_v1_9b2222a171dd46e01575f8e6e673c3b8b1659464ddb17ad4146c5e1da3a26a81",
      "evaluation_run_id": "gpqa_run_v1_ac9984b33f79389262288d99038c56128b471ee5a1e2476e05b98dd232e3d21a",
      "evidence_variant_id": "gpqa_evd_v1_ffff552e9fd10ae3b515b91b12b881f737cf27f85b92163d1d0a7143e73a9bc0",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.068054219576719577",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-fable-5",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "18039",
        "input_uncached_tokens": "53036",
        "output_reasoning_tokens": "50092",
        "output_text_tokens": "192036"
      },
      "total_scored_attempts_usd": "12.8622475",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "36.9366285",
      "configuration_id": "gpqa_cfg_v1_eb8810fec6811f5a48d750f48d865427a72cac5e58054882006e251bfa0c646c",
      "evaluation_run_id": "gpqa_run_v1_2353d94ce816c022abcc725ec98763afab9beb630bafdf4d8f4b53929c8b82a9",
      "evidence_variant_id": "gpqa_evd_v1_1c402b295c3e04ffba4e8f41d2514d5dd0a8c690e48240a464ee9e1f92943521",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.195431896825396825",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-sonnet-4-6",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "4214",
        "input_uncached_tokens": "51287",
        "output_reasoning_tokens": "639764",
        "output_text_tokens": "1811367"
      },
      "total_scored_attempts_usd": "36.9366285",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "3.89053005",
      "configuration_id": "gpqa_cfg_v1_fee207fd49a1b7d70751742c0f126d3d087b989d89849747726ee9468fdf26f8",
      "evaluation_run_id": "gpqa_run_v1_0e4b6e4c02d3232be69a1c3170e5e8ff805e13c1eb71d62ced537c556c817201",
      "evidence_variant_id": "gpqa_evd_v1_f939de26b6886fbb10f4be0e85613b485726fae0db2aa4d5de86f1a5db887a63",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.020584815079365079",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.4-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "6912",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "383680",
        "output_reasoning_tokens": "6539675",
        "output_text_tokens": "312761"
      },
      "total_scored_attempts_usd": "31.1242404",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "19.1411177",
      "configuration_id": "gpqa_cfg_v1_f76c85c895ef2ab274d28dcefa237ebea5b991f40fdb01ee93070b5634a7ca73",
      "evaluation_run_id": "gpqa_run_v1_11891105ed0f8462d7e8df193d42d17c0293f0ff9eb109ebb09098dc4d3afe7b",
      "evidence_variant_id": "gpqa_evd_v1_77b79be9e51b33386fd343cef692dea70e6249188126a76ed404f6bbd83c0b6c",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.101275755026455026",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "kimi-k2-thinking-turbo",
      "rate_provider": "moonshotai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "397904",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "19083919"
      },
      "total_scored_attempts_usd": "153.1289416",
      "warnings": [
        "catalog_provider_spelling_normalized",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "19.5372435",
      "configuration_id": "gpqa_cfg_v1_5e269fbf7b862f78bdfb58b4e2d6a616de3f24a13172a171b7911c19e5882ee3",
      "evaluation_run_id": "gpqa_run_v1_9f54b987dc70091682cf9a98d5d242268c0a722fcbce4ad077b2c539c710abb7",
      "evidence_variant_id": "gpqa_evd_v1_57cbfb79bddc645ebc4a73a8fe89cafca7357cdaf497dfddd69160ac963e4318",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.10337165873015873",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-sonnet-4-6",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "4214",
        "input_uncached_tokens": "51287",
        "output_reasoning_tokens": "351623",
        "output_text_tokens": "939549"
      },
      "total_scored_attempts_usd": "19.5372435",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.772376",
      "configuration_id": "gpqa_cfg_v1_ed668418bc3a7abc717016181a36d45c94836c4061801b735c989f31101fc953",
      "evaluation_run_id": "gpqa_run_v1_1c9e192f85b264d68234f5d769b6214dc0efe4da9362a5329f0bd6e5ff330295",
      "evidence_variant_id": "gpqa_evd_v1_09e49c686372b8cb2f26f51a86830f6fa6da26694e7a114a4f24bce18f7e4848",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.004086645502645503",
      "price_source_ids": [
        "openai-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-08-21",
        "rate_note": "Reduced rates from 2026-08-21. Promotion available at least through 2026-11-21; no expiry has been announced.",
        "schedule": null
      },
      "rate_model": "gpt-5.6-sol",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48824",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "28854"
      },
      "total_scored_attempts_usd": "0.772376",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 7,
      "clean_run_usd": "3.027851424285714286",
      "configuration_id": "gpqa_cfg_v1_b79f40ee05c16a27a3fae7d506fb2e654418d9d40244460a93ad4d4fc6b45468",
      "evaluation_run_id": "gpqa_run_v1_3ced4fbc7a914e379f2ddb1f5d74538c090671f9fd3ed597cc9004240a7b4384",
      "evidence_variant_id": "gpqa_evd_v1_6de8ed01eeaadd5ec84d2baa19feac6cc625ae736e7979d3469c085b7137091c",
      "expected_sample_count": 1323,
      "mean_cost_per_question_usd": "0.016020377906273621",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1323,
      "rate_model": "deepseek-reasoner",
      "rate_provider": "deepseek",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "284096",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "44260",
        "output_reasoning_tokens": "9468208",
        "output_text_tokens": "180579"
      },
      "total_scored_attempts_usd": "21.19495997",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used",
        "uniform_epoch_subset_usage"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "8.172159375",
      "configuration_id": "gpqa_cfg_v1_30fd0582710efe31443fff4d850caba23883e98a0a3df61e9dcbb85e5fb3ad3e",
      "evaluation_run_id": "gpqa_run_v1_1c256229a72afdf84b79498fc65ea39b9a088b233fc9fdd90ee8fb93496d40e8",
      "evidence_variant_id": "gpqa_evd_v1_5982441681aa590d4c027f2ae0243505f6c56f206f82a611e9efe4c9202c1614",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.043238938492063492",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gemini-3-flash-preview",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "383664",
        "output_reasoning_tokens": "20756376",
        "output_text_tokens": "972105"
      },
      "total_scored_attempts_usd": "65.377275",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "25.865667",
      "configuration_id": "gpqa_cfg_v1_0bdf7182d5f04c31013cbf0810c5d35c04d75be94de6c6030b1439ce8d8f0278",
      "evaluation_run_id": "gpqa_run_v1_88e47969d46da216fc880a0887465e0ae54b02d16fbd32933b18dd75f3d8ab1a",
      "evidence_variant_id": "gpqa_evd_v1_f51c42739dfd105b28ddb7ab432843e2f89aabfec69eda041292bdd0a1e2af8a",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.136855380952380952",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-sonnet-4-5-20250929",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60999",
        "output_reasoning_tokens": "645200",
        "output_text_tokens": "1066978"
      },
      "total_scored_attempts_usd": "25.865667",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.6514788",
      "configuration_id": "gpqa_cfg_v1_73606fc2f28e306f4091aca42290cd5715fed6ba0d38ff358cc6a8ec8c2cc294",
      "evaluation_run_id": "gpqa_run_v1_ecfbe5ae897e0b755a15fc6c08ccdf595d1570019e11de6a5441cde295325a78",
      "evidence_variant_id": "gpqa_evd_v1_dac8aeaa9e559eae6dec72c411c74f09e7d7cc4345802beffe1c711904671881",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.003446977777777778",
      "price_source_ids": [
        "alibaba-reference-20260831"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.5-flash",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51356",
        "output_reasoning_tokens": "1442270",
        "output_text_tokens": "173588"
      },
      "total_scored_attempts_usd": "0.6514788",
      "warnings": [
        "failed_retries_excluded",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "international_model_reference_used",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.7812395",
      "configuration_id": "gpqa_cfg_v1_91d52572fee638e3cdcba8d3d9db001f9c9ce30df32420006ed56c7f4c01fca1",
      "evaluation_run_id": "gpqa_run_v1_171cf451c16bc9a1bf1bc32e261cf4616708b5f4be30c11a4fd6733b290ab59d",
      "evidence_variant_id": "gpqa_evd_v1_76b04aaf9ed0e8d643348ea46e48e52224ed5df3fd7fe47410106a956c73ce5d",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.009424547619047619",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.6-flash",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51354",
        "output_reasoning_tokens": "1447300",
        "output_text_tokens": "127465"
      },
      "total_scored_attempts_usd": "1.7812395",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.2231401",
      "configuration_id": "gpqa_cfg_v1_e4fc3d3f5f663e3176f37cb7a7a9414683ad660a66fd87026e1ba802553ac32a",
      "evaluation_run_id": "gpqa_run_v1_afd4e1102acfce0a7be890d674343db5836d1bd5e4dac9122614973fbf39a7a0",
      "evidence_variant_id": "gpqa_evd_v1_3a596d2e4295830d1c2ac6fa59311afe7cd4ade34ea5e652f41fa63a15c9ca5f",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.011762646031746032",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.5-flash-lite",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47767",
        "output_reasoning_tokens": "786630",
        "output_text_tokens": "96894"
      },
      "total_scored_attempts_usd": "2.2231401",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "2.7563718",
      "configuration_id": "gpqa_cfg_v1_aa564e65d8869f7ebd98b3ce39ff8e2e4e55cefa67b9e71802509a553137b9b3",
      "evaluation_run_id": "gpqa_run_v1_10801929840f40ed71000744d2c8be3015711ba3e564ea85b8dcd2e6cc8698d6",
      "evidence_variant_id": "gpqa_evd_v1_0b5102859a1d1695bf2db4b37b7c23c96ea393213bfd8639459f5bd44de2d768",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.014583977777777778",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.2",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "2688",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "389416",
        "output_reasoning_tokens": "1055932",
        "output_text_tokens": "470427"
      },
      "total_scored_attempts_usd": "22.0509744",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.1568196",
      "configuration_id": "gpqa_cfg_v1_636869f8e677b100d9390e305daa004e4d3cb6ad815d50d572ee8f9ea78baf1f",
      "evaluation_run_id": "gpqa_run_v1_f5a5438f7b8c161627cb8de0b374ccbefa3ba38c75404f423d0fadf85bfc5f2d",
      "evidence_variant_id": "gpqa_evd_v1_4a61556655d70c802cbc91fb6fc7184525bb823a524da04da3736a5fd36b9f30",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.000829733333333333",
      "price_source_ids": [
        "openai-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-07-30",
        "rate_note": "Reduced rates from 2026-07-30.",
        "schedule": null
      },
      "rate_model": "gpt-5.6-luna",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48822",
        "output_reasoning_tokens": "95372",
        "output_text_tokens": "27174"
      },
      "total_scored_attempts_usd": "0.1568196",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "5.58225321",
      "configuration_id": "gpqa_cfg_v1_813538f4f8fe9f9935fb7916e9e8803b683b967428a726c1ec4a9878921d6c0a",
      "evaluation_run_id": "gpqa_run_v1_f977bf1886d93114e4a02b46e7faf161b88ebcb9313f517e85c10b4253af6a2b",
      "evidence_variant_id": "gpqa_evd_v1_ca993c4f76a4a85e99062631b607a32021de78717602912af7ee9cb185958d57",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.029535731269841270",
      "price_source_ids": [
        "openrouter-mimo26-pro-model-reference-20260921"
      ],
      "priced_sample_count": 189,
      "rate_model": "xiaomi/mimo-v2.6-pro",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47090",
        "output_reasoning_tokens": "3137161",
        "output_text_tokens": "3255677"
      },
      "total_scored_attempts_usd": "5.58225321",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_usage_recovered_from_response",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.21808227",
      "configuration_id": "gpqa_cfg_v1_e7c76115b41d855efcf0f7ae19b2b6d7a23a44cfa36c8e7a39886451c18c0663",
      "evaluation_run_id": "gpqa_run_v1_e6638e326bb3918bfd4455ca78a1f45c7ce4c0bff2025c897f8537e38257012b",
      "evidence_variant_id": "gpqa_evd_v1_203ab8170562b95e7b03b6991d2986c568fe66f69f7e984309afe47250368097",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.001153874444444444",
      "price_source_ids": [
        "alibaba-reference-20260831"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.7-flash",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51354",
        "output_reasoning_tokens": "1539370",
        "output_text_tokens": "126335"
      },
      "total_scored_attempts_usd": "0.21808227",
      "warnings": [
        "failed_retries_excluded",
        "input_tokens_cache_write_not_reported",
        "international_model_reference_used",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_9eb89da0bad3d09e7ddb8a304b1163ece8e34a5dc839f463fab250c970819ca6",
      "evaluation_run_id": "gpqa_run_v1_d0173bf897b84effeca3bbf845afe3773e13a3ebe3a577039d76cf9a084a67bd",
      "evidence_variant_id": "gpqa_evd_v1_672bab37c4befe1323a7c63e129290e70301302a02097a114b31eefe261601aa",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "usage_missing",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "17.534013",
      "configuration_id": "gpqa_cfg_v1_028330d0cbeadddca05767705c635f8f34aa6f91322bce88dd9bd97968f4a05a",
      "evaluation_run_id": "gpqa_run_v1_39f293bd3e07a520963865e115317a17f07e383f5d5743a1e7d98917d7cfb91d",
      "evidence_variant_id": "gpqa_evd_v1_dfca09330d2c1339c6a87d2d4f2f9a6a498a98ef89616bbe63fbeece5147e5b4",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.092772555555555556",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-sonnet-4-5-20250929",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60971",
        "output_reasoning_tokens": "445571",
        "output_text_tokens": "711169"
      },
      "total_scored_attempts_usd": "17.534013",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used",
        "targeted_recovery_usage"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.33839775",
      "configuration_id": "gpqa_cfg_v1_5d0b6fa9beb00bd723082609126a60e2124f2f089224e8935b7733ee6207c2d7",
      "evaluation_run_id": "gpqa_run_v1_5515cdbfedd9d940487b09a63e43e466478b0beb2320b9e0f21fc42720664d6d",
      "evidence_variant_id": "gpqa_evd_v1_391cc973ca75513e6dc11c93ac32a504b912b4a2b07bb145ed77f3bb6584a8f7",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.012372474867724868",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.1-flash-lite",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47771",
        "output_reasoning_tokens": "1436383",
        "output_text_tokens": "114587"
      },
      "total_scored_attempts_usd": "2.33839775",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.08306261",
      "configuration_id": "gpqa_cfg_v1_32831c12727d118cdd4d29d933e064c6f5efeb1e888228cb3ccaef5ca5e5a6c5",
      "evaluation_run_id": "gpqa_run_v1_dcb21a23564f01cdc1c264ade404b71aa500e53a3e399d757f8c497308719619",
      "evidence_variant_id": "gpqa_evd_v1_18d8b74684579952ebe9cf782aff1b9a24f464f0d5095291c2fad65ab2642db6",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.000439484708994709",
      "price_source_ids": [
        "alibaba-reference-20260831"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.7-flash",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51732",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "627005"
      },
      "total_scored_attempts_usd": "0.08306261",
      "warnings": [
        "failed_retries_excluded",
        "input_tokens_cache_write_not_reported",
        "international_model_reference_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.733302",
      "configuration_id": "gpqa_cfg_v1_8f361ae1265b1142ff8c109e0b1829cdd625d41f3ee9506a6cdcdbab3641ee73",
      "evaluation_run_id": "gpqa_run_v1_88dda16a219b4deefb03b1b8c48485c39684eba5099d7bb57271704b446d2532",
      "evidence_variant_id": "gpqa_evd_v1_665b4a95100cff19984ec1fe10ff9d2230434d77d3c7a09e39ee3e3cbb8a4ff7",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.009170910052910053",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "qwen3.7-plus",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "51734",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "569145"
      },
      "total_scored_attempts_usd": "1.733302",
      "warnings": [
        "failed_retries_excluded",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "6.65867",
      "configuration_id": "gpqa_cfg_v1_8ce85e5a084acc7fe3dcf3183d33f605314c4189cf5aec161b8576be34f00bd1",
      "evaluation_run_id": "gpqa_run_v1_dfc5597ff3f4619ab2c684c61d8977155d5597fbcb6df734467f38c9f4af5c60",
      "evidence_variant_id": "gpqa_evd_v1_a4dbad6bcf403b3842bdf7f7d57b60ba54618170886586f899fc4cc7beab88c3",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.035231058201058201",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "o3",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48823",
        "output_reasoning_tokens": "746688",
        "output_text_tokens": "73440"
      },
      "total_scored_attempts_usd": "6.65867",
      "warnings": [
        "alias_inferred",
        "failed_retries_excluded",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_8481fd6a05a2aa64f8278e43afe1cb7914779e0b788942a039de1af847ce744b",
      "evaluation_run_id": "gpqa_run_v1_bdbf986b2d3259bd5c00ee776060fe30b54bacb6b4aff74149a800bf87be7cb9",
      "evidence_variant_id": "gpqa_evd_v1_0fd65c0260532a12b47d3506b0ab22b48168dba2e1e02c07a0a9deb2ec82de1f",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "usage_missing",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_b8ff63f0f960b4e2f35e0a38f75a361a14b4ce8d403568ee967f98dc1ff60ed7",
      "evaluation_run_id": "gpqa_run_v1_9d512d9f0cf52e51fefcc86a1269f13b4e27fffc906225428130f2ff13d7a1ec",
      "evidence_variant_id": "gpqa_evd_v1_2ab2a1cf44a4b3cb002d148f563c852e367cd00c47aa6fed450290047551b0b1",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "usage_missing",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "3.767921875",
      "configuration_id": "gpqa_cfg_v1_9d62b338e275defb1013265362d0e2e54512238ef149f471ef7b2873e01a0b0d",
      "evaluation_run_id": "gpqa_run_v1_35ca9ef5130ca50321fbfd90738cb342d545fa463d231948898b65ec476cab64",
      "evidence_variant_id": "gpqa_evd_v1_d5547fadfac67fbb8f45b56678573e2f1a140b03887f0cf581f3cc0228953155",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.019936094576719577",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "claude-opus-4-5-20251101",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "445520",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1116631"
      },
      "total_scored_attempts_usd": "30.143375",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "3.170218",
      "configuration_id": "gpqa_cfg_v1_1ebdf14944b16525b20d369d7989c36385e707ef96468f681ac093d3ef05807e",
      "evaluation_run_id": "gpqa_run_v1_75401b34ec4d25283ce1395b7ece31ff4524cd468cdeba3429407a8da6e8cd8a",
      "evidence_variant_id": "gpqa_evd_v1_078a842bcb3e1914b31eb65db36bff3347e6d5fd2e782038b8737f54e5506c57",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.016773640211640212",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "o3",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48821",
        "output_reasoning_tokens": "323264",
        "output_text_tokens": "60808"
      },
      "total_scored_attempts_usd": "3.170218",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "10.289613",
      "configuration_id": "gpqa_cfg_v1_7855e86e24fde2ea81d498e4c025c7acf2b0fe6d817cfe394ef7306ce637d247",
      "evaluation_run_id": "gpqa_run_v1_3ba386640515238cce493e6e6214e420a8059589db6fb0812ded064d8cc542bc",
      "evidence_variant_id": "gpqa_evd_v1_e191866acc8afba0d0bfd1e173f45f1af06507777c8d67c91ad414558d64d708",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.054442396825396825",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-sonnet-4-5-20250929",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "61016",
        "output_reasoning_tokens": "272319",
        "output_text_tokens": "401452"
      },
      "total_scored_attempts_usd": "10.289613",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 2,
      "clean_run_usd": "3.58226909",
      "configuration_id": "gpqa_cfg_v1_16b158ba0a71b9966a8c0e86927eb1da15d0ee18a198e905d951edda2884f53d",
      "evaluation_run_id": "gpqa_run_v1_4ac367431f74dbfcd34e9f8b7882af29e08138f13020d3729e1d3fae75aa95a5",
      "evidence_variant_id": "gpqa_evd_v1_805e3318ae823eaf6a2c7bfeaae0d35cc1194cff3f81ab3b1a84975eb384cc33",
      "expected_sample_count": 378,
      "mean_cost_per_question_usd": "0.018953804708994709",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 378,
      "rate_model": "qwen/qwen3-235b-a22b-thinking-2507",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "101876",
        "output_reasoning_tokens": "2808919",
        "output_text_tokens": "295910"
      },
      "total_scored_attempts_usd": "7.16453818",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.293295",
      "configuration_id": "gpqa_cfg_v1_0780c6b4ba641120d8293909ee3b41d284184448300fe82845ccd82ed21a22a8",
      "evaluation_run_id": "gpqa_run_v1_47a174a410566d1d53939cd53d53bb0a9d35d6e888f166d50d2f8be2551da5ec",
      "evidence_variant_id": "gpqa_evd_v1_7e4b216cd43665ee130c572b462caad73d67ffa01fa6214de04878c9e9f3ff52",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.012133835978835979",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-fable-5",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "18038",
        "input_uncached_tokens": "53037",
        "output_reasoning_tokens": "1837",
        "output_text_tokens": "28912"
      },
      "total_scored_attempts_usd": "2.293295",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "59.4357435",
      "configuration_id": "gpqa_cfg_v1_72074cf78c83a95bdcd075539dbc4c33faf276be230e0adcaf85fd54c8a051ed",
      "evaluation_run_id": "gpqa_run_v1_2343c3fb0c777d1fae499e1d557cb8ed7cb87826dc5191bd8f6a21c53208ffee",
      "evidence_variant_id": "gpqa_evd_v1_c5ec14d09aa3a7b4aca91e27c2c73d542f79b32fe4b7c3db3150fe93a8c51d42",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.314474833333333333",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-sonnet-4-6",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "4214",
        "input_uncached_tokens": "51287",
        "output_reasoning_tokens": "980984",
        "output_text_tokens": "2970088"
      },
      "total_scored_attempts_usd": "59.4357435",
      "warnings": [
        "cache_write_duration_unreported_catalog_default_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.948818745",
      "configuration_id": "gpqa_cfg_v1_850dd081ff0af5e05ae06d189189973570eabc763dcdf7b9c49aeb6b97112d76",
      "evaluation_run_id": "gpqa_run_v1_f0268b3f6b184e0701abb740ed28efa27bd588b9292ad027ebeacd5787b305f4",
      "evidence_variant_id": "gpqa_evd_v1_c93b6e72660dcbb86bcca25a2fe0a3780b2f0711ceefa8edb838cd88fe811031",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.005020205",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5.4-nano",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "7168",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "383408",
        "output_reasoning_tokens": "5515167",
        "output_text_tokens": "495813"
      },
      "total_scored_attempts_usd": "7.59054996",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.3825798",
      "configuration_id": "gpqa_cfg_v1_9ad12ff857540aec444c5e5789905947d1153d6ee7f5eb2d5dadda03e6a4d18b",
      "evaluation_run_id": "gpqa_run_v1_0f82c41bd1743396a615f7185ba8c0c650e663f1a93d224c25b23dce17f39f34",
      "evidence_variant_id": "gpqa_evd_v1_b6f83601f4dd60e9ecb785d6a7033d7ce614ae0c018c05464ff020ef8e51a40a",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.007315237037037037",
      "price_source_ids": [
        "openrouter-mimo26-flash-model-reference-20260921"
      ],
      "priced_sample_count": 189,
      "rate_model": "xiaomi/mimo-v2.6-flash",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47090",
        "output_reasoning_tokens": "2400080",
        "output_text_tokens": "2514160"
      },
      "total_scored_attempts_usd": "1.3825798",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_usage_recovered_from_response",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "21.760656",
      "configuration_id": "gpqa_cfg_v1_24e612fff1c0d93cfbb8e6ac4c6cd800e066c2b55d58c67b0615a42278896a49",
      "evaluation_run_id": "gpqa_run_v1_ef8f65ab4b75285fd76a2d42d67149ff08799bcd26e49c56b343c8354f4a32e0",
      "evidence_variant_id": "gpqa_evd_v1_e842a50332b2f1acbf3c9ef5d7c9b255e8f2d0481ad5ca5137145ce0d9e4c36b",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.115135746031746032",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-sonnet-4-20250514",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60982",
        "output_reasoning_tokens": "400944",
        "output_text_tokens": "1037570"
      },
      "total_scored_attempts_usd": "21.760656",
      "warnings": [
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "33.991305",
      "configuration_id": "gpqa_cfg_v1_67756590ba7c7aa34e9e5076f7e90d0b4251a570d95d5dc77fcb42a6b854f2ee",
      "evaluation_run_id": "gpqa_run_v1_a694f7431f860f256c8ff49ce93b03646e6ec24bbc0e969087c3ccf44a5ddd98",
      "evidence_variant_id": "gpqa_evd_v1_cfab3223935926a78a54266517b83c9ac0cf667c36e40b727410e634cd0c77b9",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.179848174603174603",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-4-1-20250805",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60982",
        "output_reasoning_tokens": "193449",
        "output_text_tokens": "247572"
      },
      "total_scored_attempts_usd": "33.991305",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.6906473",
      "configuration_id": "gpqa_cfg_v1_cc64a12d6bdca099340cd29a26afe83aeffe666f68bc05604bf7f4e7668632cf",
      "evaluation_run_id": "gpqa_run_v1_81d603eb7852d0c2381cccf6581f79b07c1a4587d624c00276deac0263a5404a",
      "evidence_variant_id": "gpqa_evd_v1_c1d607e0d4fc89e9b91829beebbcad48937243ac67b3be6691b1ad2d8b468d05",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.014236229100529101",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "o4-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48823",
        "output_reasoning_tokens": "525760",
        "output_text_tokens": "73545"
      },
      "total_scored_attempts_usd": "2.6906473",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "23.780781",
      "configuration_id": "gpqa_cfg_v1_582401c4d6cff8722feac8c0b9c6982da4d7180861f4671dfc33dd6a447680d5",
      "evaluation_run_id": "gpqa_run_v1_9fbf8985c5ca2f5198c04f4e81c7b70e8964a76522f3abd5cbe7ca7da5d89927",
      "evidence_variant_id": "gpqa_evd_v1_8e4c9d6bc023349b56f42fd7442941038c1397f038dc1e688b19e7bf00982974",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.125824238095238095",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-3-7-sonnet-20250219",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60982",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1573189"
      },
      "total_scored_attempts_usd": "23.780781",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "35.287221",
      "configuration_id": "gpqa_cfg_v1_84be1c2e599b07f80232212023c305f33061879967f9ca1cd6e6a2aa92d3430f",
      "evaluation_run_id": "gpqa_run_v1_46f3f78481720a365d57af638878d0ec26af8758ab8886c8eb51449c568cbe01",
      "evidence_variant_id": "gpqa_evd_v1_2ddbb950ca1860d699684d4213cdacf2330dcf95cbf97b94493b14e198e477dd",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.186704873015873016",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-3-7-sonnet-20250219",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60982",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "2340285"
      },
      "total_scored_attempts_usd": "35.287221",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "52.22253",
      "configuration_id": "gpqa_cfg_v1_9e05b4b262c02d63871fd36e5097241f13ddb790d81aed45c3cdaa5f0066fe16",
      "evaluation_run_id": "gpqa_run_v1_fedafd74cf86b8ed517d88a3f649bef8521dcb14017cc9efd5531eb98a06b277",
      "evidence_variant_id": "gpqa_evd_v1_7935ec345c8c47d45a8fc1278e7c2b591bfbc3ef956b43da9fc62ebd321319fb",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.27630968253968254",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-4-1-20250805",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60982",
        "output_reasoning_tokens": "282747",
        "output_text_tokens": "401357"
      },
      "total_scored_attempts_usd": "52.22253",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.55486",
      "configuration_id": "gpqa_cfg_v1_bdda016ac92da795727c89d7eb197d32b9654ce78d9d202bf7a7aae394898d1b",
      "evaluation_run_id": "gpqa_run_v1_441ffd9ecb95e12894b5ccd9cf32b7c3bb475f7721657ba3739f78bd1e1b3a9c",
      "evidence_variant_id": "gpqa_evd_v1_2294e88cba5d4836f3b78fa9fb13e3fd9138c00ce5d2e64a8f0b9f270bb58069",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.008226772486772487",
      "price_source_ids": [
        "openai-gpt55-reference-20260831"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.5",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48826",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "43691"
      },
      "total_scored_attempts_usd": "1.55486",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_5b98063364ead570d569428619f6b536cda9944d79c01cd3d1325c9b59abb6bb",
      "evaluation_run_id": "gpqa_run_v1_6e14e47b5b7b1a91e8f040222b2da203dc2c7cd6d19251e70929a30fefa0e2db",
      "evidence_variant_id": "gpqa_evd_v1_d1dfeb319d5426dc160b9dea8728578465aa8b7a881e50f991c36d232ae4fcae",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "usage_missing",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "71.18817",
      "configuration_id": "gpqa_cfg_v1_211e3b3ef5c20703200d0b2a23fabe754e645ec0860ac579ec797da9ffd88edb",
      "evaluation_run_id": "gpqa_run_v1_6abd58183594e22fae1475af34c1ec0277cf6a0009f12888db73e7a9f1435196",
      "evidence_variant_id": "gpqa_evd_v1_dd25655b484a411f612db25e334d0f23ff76fa998151734f0b04f678aefce98c",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.376656984126984127",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "o1",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "49014",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1174216"
      },
      "total_scored_attempts_usd": "71.18817",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.2630404",
      "configuration_id": "gpqa_cfg_v1_372f86421b339917a5ea87ce041519de28881fa7f9f39ab618a6079c1668516e",
      "evaluation_run_id": "gpqa_run_v1_b489e4513748213af359d6e74207b6fedf629d9f4bdfd8c5dd19fe6e5f7b9519",
      "evidence_variant_id": "gpqa_evd_v1_b326456b6f83bfbccf9cde7fc02a1fe96f750e01bd69cf4ed11bba768de8ba12",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.001391748148148148",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "grok-3-mini",
      "rate_provider": "x-ai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "46233",
        "output_reasoning_tokens": "426867",
        "output_text_tokens": "71474"
      },
      "total_scored_attempts_usd": "0.2630404",
      "warnings": [
        "alias_inferred",
        "catalog_provider_spelling_normalized",
        "catalog_sources_disagree",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.433956",
      "configuration_id": "gpqa_cfg_v1_7db9c0fa233c93399222a3bfbac6056222f2bcacd6282d5bb91bc0f71c37ae84",
      "evaluation_run_id": "gpqa_run_v1_9c0f340b80401c41bb60c544ab1d8468f1fdf56e4acbb2f32b9020be0ba25cba",
      "evidence_variant_id": "gpqa_evd_v1_3accbd60ebe0b166a74b437856fea71c18e59901ce28a1cc35f3c26f7135e4b4",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.002296063492063492",
      "price_source_ids": [
        "openai-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-07-30",
        "rate_note": "Reduced rates from 2026-07-30.",
        "schedule": null
      },
      "rate_model": "gpt-5.6-terra",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48822",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "28026"
      },
      "total_scored_attempts_usd": "0.433956",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "4.19657476875",
      "configuration_id": "gpqa_cfg_v1_678fc1ebbe85018672c472fa4980a0f10c18c89f0dccfe222b93697861ddf099",
      "evaluation_run_id": "gpqa_run_v1_b193aa6a2e3321b690b8feedd221a05f415cf95482f9316833c1ed630f527370",
      "evidence_variant_id": "gpqa_evd_v1_d5e29f69d6f79e471f4d87e9c440a4096fd01c3d5fc73d7bf637b9b643fefbee",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.022204099305555556",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "deepseek/deepseek-r1-0528",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "373760",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "15528241"
      },
      "total_scored_attempts_usd": "33.57259815",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "46.837005",
      "configuration_id": "gpqa_cfg_v1_9d9fcd13faf4c34aa3dfac137ba313739953d4e6cb6b34f7004fe8f8a6bc0016",
      "evaluation_run_id": "gpqa_run_v1_323b108018e7aba020f9e7afa951cf32e57c3e77d59f0942c05a48d002299c99",
      "evidence_variant_id": "gpqa_evd_v1_bcfd0eede3b0cddcd79ced89e10a322dfd89a5df91f9b2c3cfc0e6ad6197a9b5",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.24781484126984127",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-4-0",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60982",
        "output_reasoning_tokens": "190625",
        "output_text_tokens": "421672"
      },
      "total_scored_attempts_usd": "46.837005",
      "warnings": [
        "alias_inferred",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "12.431526",
      "configuration_id": "gpqa_cfg_v1_3b4449cd7456be9a421061071fd80145c7806c116ccfedd101c8f06b7ea16dc5",
      "evaluation_run_id": "gpqa_run_v1_a574fc8089b5af19df1ac0afceca408ade5cf7e9158fe63bbd5f7983b27a3adc",
      "evidence_variant_id": "gpqa_evd_v1_5e7669ec1acb94109cd873958540cade2ad14d07e0554103679a173f8777a6cb",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.065775269841269841",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-sonnet-4-20250514",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60982",
        "output_reasoning_tokens": "239088",
        "output_text_tokens": "577484"
      },
      "total_scored_attempts_usd": "12.431526",
      "warnings": [
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 2,
      "clean_run_usd": "0.367279509",
      "configuration_id": "gpqa_cfg_v1_569cf92af26ce0effa0d7c6f3499ee8a4b59832cf43499b195482e8caf68b0e0",
      "evaluation_run_id": "gpqa_run_v1_6425cfc911fd497c8b8f7eea4d2f8695e7903b9e5ff309140b4c6619b014d12b",
      "evidence_variant_id": "gpqa_evd_v1_79c1de5bc1713fd3813a81e8b6531d7fe800568a2b9664a42e0c8cbda907a5ba",
      "expected_sample_count": 378,
      "mean_cost_per_question_usd": "0.001943277825396825",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 378,
      "rate_model": "openai/gpt-oss-120b",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "121082",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "4054649"
      },
      "total_scored_attempts_usd": "0.734559018",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.06072996",
      "configuration_id": "gpqa_cfg_v1_5ba80b136d60d34017baf239819ca37835512b9eb474be2e9b599485c1de4c57",
      "evaluation_run_id": "gpqa_run_v1_fc2703c5c2f9f81e611279817ffd0814e39c89a8abf47d038fd48d1da9ca2df1",
      "evidence_variant_id": "gpqa_evd_v1_49e20b164dbe1f4b3cbb7e38bf2c70d4296f9044040795b06f2964900bb91ead",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.00032132253968254",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "google/gemma-4-31b-it",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47767",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "152772"
      },
      "total_scored_attempts_usd": "0.06072996",
      "warnings": [
        "catalog_sources_disagree",
        "failed_retries_excluded",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.6219563",
      "configuration_id": "gpqa_cfg_v1_ca66e0d6fa724848f897b1528b7c9822969050042ffe53bc36c3bad551d8bbbe",
      "evaluation_run_id": "gpqa_run_v1_61b4ef5388c418bf739fe689d906ab4b0be33f09b4dba70dc8cf4912c55119d6",
      "evidence_variant_id": "gpqa_evd_v1_b180de987161bdbf94b237ff62e9826189aa1661c91bdfe0183489a9814f261a",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.003290774074074074",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.5-flash-lite",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47771",
        "output_reasoning_tokens": "172209",
        "output_text_tokens": "70841"
      },
      "total_scored_attempts_usd": "0.6219563",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "2.8164551",
      "configuration_id": "gpqa_cfg_v1_25fa96ba13ac4c3502661f5ee3958b5fead6b8ed9a5a200ed41263fcfa970d6c",
      "evaluation_run_id": "gpqa_run_v1_62e3bc8326e2e952542df4ddbbbef50524d07ab02ee9b73d21c72f2262cb5854",
      "evidence_variant_id": "gpqa_evd_v1_d9bfe08a0212ed0f56f5bb6a95e50f5f4ed05ba6dcdfbbcdaede4306a327a80e",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.014901878835978836",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "1792",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "390336",
        "output_reasoning_tokens": "10801728",
        "output_text_tokens": "415278"
      },
      "total_scored_attempts_usd": "22.5316408",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.1163669",
      "configuration_id": "gpqa_cfg_v1_06fc60637355bfe507b394a67bd3cf0abc7c538efdf32fa6908642999f53ce6d",
      "evaluation_run_id": "gpqa_run_v1_9a16ed69ee959ae436a9aa2b1e45b6ca842413696d7ec819e54ae9ee8b5d7042",
      "evidence_variant_id": "gpqa_evd_v1_931218e5efb2449dd5bab087c3c9e1a70dbb16add0778a884e14a740f9553cdc",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.005906703174603175",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "o4-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48823",
        "output_reasoning_tokens": "169024",
        "output_text_tokens": "72490"
      },
      "total_scored_attempts_usd": "1.1163669",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "47.102805",
      "configuration_id": "gpqa_cfg_v1_9176a8be353931cb51348dc081ae7761a85c8a92f75a1939ae96e66f66b67305",
      "evaluation_run_id": "gpqa_run_v1_d6eefa5846e1079c4320fb7305fd2ac524ddefaad2af3a84562582a79a040e9f",
      "evidence_variant_id": "gpqa_evd_v1_0f572fc59b5afdca713ce1314b8c70bde32f8a7f0ca91a9354cecc032867983e",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.249221190476190476",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "o1",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "49011",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "772794"
      },
      "total_scored_attempts_usd": "47.102805",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.2059825",
      "configuration_id": "gpqa_cfg_v1_e53c5a14f4aeac84c113c190e76b609ecf71fe6a8a08960e87cf07e538dfe203",
      "evaluation_run_id": "gpqa_run_v1_d07caaae495eaf532cacb85535e3a37be795fc2d7ee2b915e44ae1b266f7e8e5",
      "evidence_variant_id": "gpqa_evd_v1_20469bd2762a92a967dc6393d649831dc84f0402893151ed2c8d213121629037",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.006380859788359788",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.4",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48821",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "72262"
      },
      "total_scored_attempts_usd": "1.2059825",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "50.039355",
      "configuration_id": "gpqa_cfg_v1_2e20ff4f87d82928ed38f791e0d054c52b489cc802e53dcdfc82bf4d51980434",
      "evaluation_run_id": "gpqa_run_v1_13bf58c15c2cf11b057018e787247df5f9c2c70eb136c2c8b36b6ae8390dc068",
      "evidence_variant_id": "gpqa_evd_v1_f9b5365b1625ed578c5bae2c8f17551d5fc0d98b23a29cc0614830bd68b68090",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.264758492063492063",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "o1",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "52057",
        "output_reasoning_tokens": "374080",
        "output_text_tokens": "446895"
      },
      "total_scored_attempts_usd": "50.039355",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.28735625",
      "configuration_id": "gpqa_cfg_v1_75c4a32c0454fc968aa549dba870cfd4e1bd5a1f6c823d4e434b9e24f6f77f18",
      "evaluation_run_id": "gpqa_run_v1_1d7073c1b5ec278ebd0b70e087c6c9cdcc58096a06be900979e39c7b90a2a4da",
      "evidence_variant_id": "gpqa_evd_v1_d67b926cc255d512d885fef894902007d4e6404ec6870907d3fa016f3e806a1e",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.001520403439153439",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.1-flash-lite",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47771",
        "output_reasoning_tokens": "44871",
        "output_text_tokens": "138738"
      },
      "total_scored_attempts_usd": "0.28735625",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.4154748",
      "configuration_id": "gpqa_cfg_v1_eb0badf81e252fdb63ecf80d40bb300712ba693f20e27eab39d39914053768f9",
      "evaluation_run_id": "gpqa_run_v1_47519735add1b438c17a478ad1993733210b87670a2f431a9c3025693dd8f5c8",
      "evidence_variant_id": "gpqa_evd_v1_c53bfe125d212be0e5ca41fe06f7d38f12eef8451b7a84cb0ac79fc7ee4f1bf9",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.002198279365079365",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.5-flash-lite",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47766",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "160458"
      },
      "total_scored_attempts_usd": "0.4154748",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "2.639764875",
      "configuration_id": "gpqa_cfg_v1_90e5ce6b4a67252218334c529e05589fdb776c6a026b382161690d249ff27e18",
      "evaluation_run_id": "gpqa_run_v1_da0ad14552640843bcc7826c443d6dcbeff2f28482f5d200205d2ace274e80e6",
      "evidence_variant_id": "gpqa_evd_v1_cadf02c95b51f6a80c92e672acd6a4d0545c03ae524cb69f503648a922ce4da3",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.013967009920634921",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "o3-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "784208",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "9403093"
      },
      "total_scored_attempts_usd": "42.236238",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.00129575",
      "configuration_id": "gpqa_cfg_v1_afeeefbcbb8acb87e92f6e3238d36a6aaacc8dc9149121f1521a3cb957fcba15",
      "evaluation_run_id": "gpqa_run_v1_2cca30309b582a4e3555ef0b255f847265203ef08dcbace764efec23e3893f55",
      "evidence_variant_id": "gpqa_evd_v1_2c05fd618e478c4fdbab86926c2327f20e857a8e3fb36b7ce506264f05559539",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.005297861111111111",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.2",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48825",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "65418"
      },
      "total_scored_attempts_usd": "1.00129575",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "10.191",
      "configuration_id": "gpqa_cfg_v1_758fdeb186e7e3aa8d76746a779e63abb3f3d53282b88caf7802f648df61985a",
      "evaluation_run_id": "gpqa_run_v1_ed7957e830968d6f66dac5ed25a1dde55aa7b4fc6bdfb2958e0565fcb1fca766",
      "evidence_variant_id": "gpqa_evd_v1_f96ec6c10dcee032be7c4c6b94888a4b94c8768f45e35c94427de90290818efd",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.053920634920634921",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-4-1-20250805",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "55690",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "124742"
      },
      "total_scored_attempts_usd": "10.191",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.1921615",
      "configuration_id": "gpqa_cfg_v1_a385ae2ba85bd7d7184db8aaf5c23614c6f6b5d4da48acbb3e476fa738e7f196",
      "evaluation_run_id": "gpqa_run_v1_b042b219137e076e93f11b0f62773434bba47e2808e866a349483859c342625a",
      "evidence_variant_id": "gpqa_evd_v1_8a50e6711db4f0b886818807f15f02136ae878f80e5d68f6e52c0a25a9c66392",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.001016727513227513",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-3.1-flash-lite",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47770",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "120146"
      },
      "total_scored_attempts_usd": "0.1921615",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.19694796",
      "configuration_id": "gpqa_cfg_v1_bfdeb68407b430f0101f3ac3ac9ff34e4e1bcbc7034bb257d6a50df851148d7e",
      "evaluation_run_id": "gpqa_run_v1_0f66c1cf64f2d84e13fca098cb05d8b0757e36a0c3961a71d6fe2ac91425bee6",
      "evidence_variant_id": "gpqa_evd_v1_3dbd547caea1d744783d04ac307a3e69692aefe4377b0878abe297c58c1cb12f",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.001042052698412698",
      "price_source_ids": [
        "deepseek-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [
          {
            "clean_run_usd": "0.19694796",
            "mean_cost_per_question_usd": "0.001042052698412698",
            "period": "off_peak",
            "total_scored_attempts_usd": "0.19694796"
          },
          {
            "clean_run_usd": "0.39389592",
            "mean_cost_per_question_usd": "0.002084105396825397",
            "period": "peak",
            "total_scored_attempts_usd": "0.39389592"
          }
        ],
        "pricing_period": "off_peak",
        "rate_effective_from": "2026-08-16T16:00:00Z",
        "rate_note": "New rates from 2026-08-16 16:00 UTC. The weekday schedule is the current schedule verified on 2026-08-31.",
        "schedule": "Peak: Monday–Friday 01:00–04:00 and 06:00–10:00 UTC. All other times, including weekends, are off-peak."
      },
      "rate_model": "deepseek-v4-pro",
      "rate_provider": "deepseek",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "46538",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "83956"
      },
      "total_scored_attempts_usd": "0.19694796",
      "warnings": [
        "failed_retries_excluded",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "resumed_header_current_attempts_only",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.197725",
      "configuration_id": "gpqa_cfg_v1_172a5bf1e81d7ea7354117b64e82e5a863ddd3138848c51d12934571427fcfd5",
      "evaluation_run_id": "gpqa_run_v1_251c6f643f2b6c39f02c07ee62c2ad525cd70fbd0586de0d985613a4b9e99080",
      "evidence_variant_id": "gpqa_evd_v1_666c33b98fbae48e7c49136578b6c602e384ae49094b2d2c4f0afa3756b38def",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.011628174603174603",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-sonnet-4-5-20250929",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "55690",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "135377"
      },
      "total_scored_attempts_usd": "2.197725",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.7727605275",
      "configuration_id": "gpqa_cfg_v1_3c5870b608f9aaf878456e51a25d8aadb6e0d8e9b1e902670d6b72045777d494",
      "evaluation_run_id": "gpqa_run_v1_0233e4a8f66947e14f6135b5a7ee0d5de8ae20eee33963f722ab2c71ba784588",
      "evidence_variant_id": "gpqa_evd_v1_6b7ac484013d63c135c641e8c2a1e72fc0c3feae635631c5ded9e95e58e539a4",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.00408868003968254",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "qwen/qwen3-max",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "407504",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1503649"
      },
      "total_scored_attempts_usd": "6.18208422",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.9773475",
      "configuration_id": "gpqa_cfg_v1_2d16e5d29fe93a718329e4d401a08f5d17e483de216571aa6a74b0aa9f945c11",
      "evaluation_run_id": "gpqa_run_v1_14c867832a9a692bdf91006f3f7d4a8fba0a09e8d39e1af1a6b2d5abc320479b",
      "evidence_variant_id": "gpqa_evd_v1_b81787e3541ebab349fe2a001a09bce4c911e8c9b8cd5af4ab1d06e2a7912d3f",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.005171150793650794",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "50886",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "91374"
      },
      "total_scored_attempts_usd": "0.9773475",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "1.00548345",
      "configuration_id": "gpqa_cfg_v1_00b750e02386f4541fe325efb0a8449df2b72a52b8dd40a582a7a752470e3a3d",
      "evaluation_run_id": "gpqa_run_v1_792c41959f3f82ccceec08b9342f234829872842cf3fcc4036e28481504fa2e3",
      "evidence_variant_id": "gpqa_evd_v1_d9e541024a37f5842559fb4df9b1b4f420f0361a976926db9a55a2692529c67d",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.005320018253968254",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "11264",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "380824",
        "output_reasoning_tokens": "3537280",
        "output_text_tokens": "436910"
      },
      "total_scored_attempts_usd": "8.0438676",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_write_not_reported",
        "missing_excluded_usage",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.2742823",
      "configuration_id": "gpqa_cfg_v1_53004f5f1c902a577afd76e4f9016de7963f5d869c85bb3d7906463afa273244",
      "evaluation_run_id": "gpqa_run_v1_7e2996f3d21e6291bdc7c3aeae14990995271215f5dccf59f770daa5482351a3",
      "evidence_variant_id": "gpqa_evd_v1_9d41e3a2eb0616d21676ee40f289501786e33fe43dbba87eb35ffda47da57ef6",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.001451229100529101",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.4-nano",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48824",
        "output_reasoning_tokens": "150144",
        "output_text_tokens": "61470"
      },
      "total_scored_attempts_usd": "0.2742823",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.25839075",
      "configuration_id": "gpqa_cfg_v1_e8b7f10a34ef4830b8a98b69d984ed96a9afc3e9e8a7858993bef4958cb0eecc",
      "evaluation_run_id": "gpqa_run_v1_abb18121ff6c108f21e683268963d7b9cbb876b8a1322df5154be358e44f1485",
      "evidence_variant_id": "gpqa_evd_v1_0cdcc0925e07404e04451714b736e0bf13b28957076b77bb4d86f83f490e0e58",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.001367146825396825",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48819",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "123093"
      },
      "total_scored_attempts_usd": "0.25839075",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.10219331",
      "configuration_id": "gpqa_cfg_v1_4c3a34cfb53d1bdeb2350a0a8d43d7dd34e2878b1834dd8a615a4f6100909a4c",
      "evaluation_run_id": "gpqa_run_v1_0478d6f4b4226e20b7677c937472da09020d428b98df9793e6ce5489bade9b93",
      "evidence_variant_id": "gpqa_evd_v1_20183cd6af48b75174c64572e9bc9e915b327f8aad814e80cbdd72db7405be62",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.000540705343915344",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "deepseek-chat",
      "rate_provider": "deepseek",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "13952",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "32581",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "84018"
      },
      "total_scored_attempts_usd": "0.10219331",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "8.618297",
      "configuration_id": "gpqa_cfg_v1_b25fbe60dede1fb3425e3063a2463d869b9c4c00d4b6b0aed6903c5818c3f024",
      "evaluation_run_id": "gpqa_run_v1_d5884032b0fe6618caf332eeae77e09d3029497ccb09e7d6f3d330d10b5b02ee",
      "evidence_variant_id": "gpqa_evd_v1_3ee2714591cbebb53903dbb1325cf6f31790b046542c5d8ba8e6e8e9465e5e00",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.045599455026455026",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-haiku-4-5-20251001",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60982",
        "output_reasoning_tokens": "479809",
        "output_text_tokens": "1231654"
      },
      "total_scored_attempts_usd": "8.618297",
      "warnings": [
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "10.89015305",
      "configuration_id": "gpqa_cfg_v1_b6e973f9d6f6139a95d79c29885fb8d73070eadc9565d29c3978bdf06333826d",
      "evaluation_run_id": "gpqa_run_v1_9e118dbe167fd2b665d992d648605798ee009bec98127fdb1c034f3eca1a59f5",
      "evidence_variant_id": "gpqa_evd_v1_a132b7a5bd8da5abbe730a453743f03692e12b95b6a03c9a398fe10f2073501f",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.057619857407407407",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "qwen3-235b-a22b",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "407536",
        "output_reasoning_tokens": "10180237",
        "output_text_tokens": "472128"
      },
      "total_scored_attempts_usd": "87.1212244",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.949916643",
      "configuration_id": "gpqa_cfg_v1_8d361a9663df4edd4bbe91b30f4d62bbd4be4a7a778484c5a867483645d19a6c",
      "evaluation_run_id": "gpqa_run_v1_d87f5e0e4fe7e7954e6a342801578c69a887560bf781fa8f5764c150865c4845",
      "evidence_variant_id": "gpqa_evd_v1_15af887c85b934814a755440ae3f0d603f5fdbd1cc2a87c1c78969242d02497f",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.005026013984126984",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "GLM-5.2",
      "rate_provider": "zhipuai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "49355",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "231869"
      },
      "total_scored_attempts_usd": "0.949916643",
      "warnings": [
        "alias_inferred",
        "catalog_provider_spelling_normalized",
        "catalog_sources_disagree",
        "failed_retries_excluded",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.9264594575",
      "configuration_id": "gpqa_cfg_v1_153bcc443e2c2d97f408c94b5455fe8eded12a0a5d244c70e8fe4d7e9700b5e0",
      "evaluation_run_id": "gpqa_run_v1_ca6fd8d7a3c517eaf6b033d194ee471bc1f4d5157a213767a2f4ccbe777baab6",
      "evidence_variant_id": "gpqa_evd_v1_936530850bcd6fd6b0da2509916a80b6b158953fefbe7488b118ccb7d763982d",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.004901901891534392",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-5-nano-2025-08-07",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "1792",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "445342",
        "output_reasoning_tokens": "18129408",
        "output_text_tokens": "344091"
      },
      "total_scored_attempts_usd": "7.41167566",
      "warnings": [
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.460856525",
      "configuration_id": "gpqa_cfg_v1_c119d46dcdabee633c006ac7672e116c73da1023958887cda04091e53a18f6d3",
      "evaluation_run_id": "gpqa_run_v1_fbd35b14c7af55cf3f5d3805a427ee1b386b7b6a8c76c2fbc527d652f9b84f1c",
      "evidence_variant_id": "gpqa_evd_v1_d949a9ef3576bb03aad89399a6cdd002769e00d21bf956968b480bbc9941c563",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.007729399603174603",
      "price_source_ids": [
        "openrouter-ternary-bonsai27-model-reference-20260921"
      ],
      "priced_sample_count": 189,
      "rate_model": "prism-ml/ternary-bonsai-2-27b",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": "standard",
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "55907",
        "output_reasoning_tokens": "2877591",
        "output_text_tokens": "35736"
      },
      "total_scored_attempts_usd": "1.460856525",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "9.728775",
      "configuration_id": "gpqa_cfg_v1_90806d19c82368364d7c0c55ac1dcd465817154c590e19fccb69699999696009",
      "evaluation_run_id": "gpqa_run_v1_f1ed3cb9a6241703507b26c9843c16274c913bbf9fa5e1aca5256344444bdf58",
      "evidence_variant_id": "gpqa_evd_v1_87cc644071a83e463191e8a4df404665af7a8397aec7455b408e4b91a3ba015c",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.051475",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-opus-4-0",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "55690",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "118579"
      },
      "total_scored_attempts_usd": "9.728775",
      "warnings": [
        "alias_inferred",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.4358443",
      "configuration_id": "gpqa_cfg_v1_68f4f26b76cc464a36f5d412acf484bac54ad4002ceef770bb5a16e84938c442",
      "evaluation_run_id": "gpqa_run_v1_e77f3be95d397616315d404450f01d9a96c1a76b6ff583dca4f11237b17a8514",
      "evidence_variant_id": "gpqa_evd_v1_4605c22099a0980ed8cd2bfc1998083dc4dcfca3c3318b39b1f3cbf743da9771",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.007597059788359788",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "o3-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48825",
        "output_reasoning_tokens": "114240",
        "output_text_tokens": "199882"
      },
      "total_scored_attempts_usd": "1.4358443",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "29.998275",
      "configuration_id": "gpqa_cfg_v1_788a0f0a26e95b58f7bad9146781e148246e45068dfba74be09ffb9e967a5f8a",
      "evaluation_run_id": "gpqa_run_v1_f3fb6e2596a70a9bbb7d4d4214fdf65dad510be6e18542ee1f1911f59e8ea9e8",
      "evidence_variant_id": "gpqa_evd_v1_297403a07270c32fd998ca518f6cdf5668c956259038562f2be763279256da59",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.158721031746031746",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-4.5-preview",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "49201",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "175388"
      },
      "total_scored_attempts_usd": "29.998275",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_cc760f480aef1f4d05a51dc48fb94f9bd8123b5a19ed8a8b623a9aa5936069ff",
      "evaluation_run_id": "gpqa_run_v1_0d0d113c8d7eabc4945c34d294cc03b1a939c9dc430c2bc2e47073fa5399a810",
      "evidence_variant_id": "gpqa_evd_v1_0e7c910758a90f1beaa6eb551535379224127bfd2847151f0cf00a389e52e0b2",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "usage_missing",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.2284775",
      "configuration_id": "gpqa_cfg_v1_8377771cdc0ba4e2788fa70543be3075e24b56931201a00dc7de01ffaebc6583",
      "evaluation_run_id": "gpqa_run_v1_b95c5f6b24ce76ade25a8510d7dfa4dcad0b3f60d6ff9a5419bd7149873c5c88",
      "evidence_variant_id": "gpqa_evd_v1_9c937b91510ffd935a34c98172ef6e8050865a7c13658a0e93aa458d42f33b6f",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.001208875661375661",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "deepseek/deepseek-chat-v3-0324",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "373768",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1734378"
      },
      "total_scored_attempts_usd": "1.82782",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "1.273317",
      "configuration_id": "gpqa_cfg_v1_934610fb54d8c86a7bea8d514dee077ee2eb5884977abbe065c70009f334e3b7",
      "evaluation_run_id": "gpqa_run_v1_8742f5d043b230a117ab97f3722ca16013881b722b9406f2d2891e8c4eb57b28",
      "evidence_variant_id": "gpqa_evd_v1_623f1f7d3a7483eb695cbbed60452bcbf7f61b8493ba36f0ba7f480c33e2f8a3",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.006737126984126984",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-4.1",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "8448",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "385120",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1176509"
      },
      "total_scored_attempts_usd": "10.186536",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.9530175",
      "configuration_id": "gpqa_cfg_v1_ebe93e140bced2f2c9f1711124393f7b59a700e61071b4652a4827cd3e713257",
      "evaluation_run_id": "gpqa_run_v1_419e23c5901499f84adb13a55e1fb49886f3825bac67ccffb0c8a95e5330c540",
      "evidence_variant_id": "gpqa_evd_v1_eb64148b9ec84f0196e0e89910508d0d29ab7ba3969e9b7871880454d31aaca1",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.005042420634920635",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.1",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48822",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "89199"
      },
      "total_scored_attempts_usd": "0.9530175",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "2.13342",
      "configuration_id": "gpqa_cfg_v1_54aba346a03524e84a582d320e68f5d6e7e1ca6e1ff7a164ae903b0be1d435a6",
      "evaluation_run_id": "gpqa_run_v1_b4d9e290a09db97ad3f91d3eecc69fe970a85410a4d691945769b9d02d1f9683",
      "evidence_variant_id": "gpqa_evd_v1_f43181f3ca5b2ed334391a207f511dbf7a7f52c71f2c9895aab453ee29721dc5",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.011287936507936508",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "claude-sonnet-4-20250514",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "55690",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "131090"
      },
      "total_scored_attempts_usd": "2.13342",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "24.4677475",
      "configuration_id": "gpqa_cfg_v1_e965137fed2c696942a43e020de955f796ca37ab01b735427391d3454e309d79",
      "evaluation_run_id": "gpqa_run_v1_fab72f269f02cefca7966939c8e8f6a5bffa9549cee9e1b3090c403e466cbdc0",
      "evidence_variant_id": "gpqa_evd_v1_416483ba5d12e8e8f379e458032a4991a17d4b2d5e06e79b3361ff05b803e6be",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.129458981481481481",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 189,
      "rate_model": "google/gemini-2.5-pro-preview-05-06",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47958",
        "output_reasoning_tokens": "2156071",
        "output_text_tokens": "284709"
      },
      "total_scored_attempts_usd": "24.4677475",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_usage_recovered_from_response",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.109044375",
      "configuration_id": "gpqa_cfg_v1_f1d46d247ebf82560a68e3bc5cf4e07c002603eaadfa51893bf7ed84564bbdbf",
      "evaluation_run_id": "gpqa_run_v1_805a74e8548e777ae3cd3cfbffd8506fe94858411c008499aa834454e55cd72f",
      "evidence_variant_id": "gpqa_evd_v1_834c47908d3de9900df586ebe7ca68f03d829204b0ea23d8b4f496cc22bb5f13",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.000576954365079365",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "meta-llama/llama-4-maverick",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "381544",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1358539"
      },
      "total_scored_attempts_usd": "0.872355",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.3191278",
      "configuration_id": "gpqa_cfg_v1_71cf41df6359bc5fad4222b789a003c9cc8bf989e0345e4db04c1caeaf870496",
      "evaluation_run_id": "gpqa_run_v1_dd89d76ce81d26ca7c7c580858bb2a1c66866deffa835531f58e4dea0c4a0072",
      "evidence_variant_id": "gpqa_evd_v1_6d2891acb2ca045878b887e2da219434ac2fbbd18a3aac6c6f3d14871f555fdc",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.001688506878306878",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-4.1-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "8448",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "385184",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1498815"
      },
      "total_scored_attempts_usd": "2.5530224",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "1.825996875",
      "configuration_id": "gpqa_cfg_v1_cf79ba0cd7bfae3b0d2ce505ab46e7b0b3957b3840464c52248da9bfb033e3d1",
      "evaluation_run_id": "gpqa_run_v1_eb28c28f8efad78efe685bfae2b1850b87edca5dd86b1d99cb38de1108ccfd84",
      "evidence_variant_id": "gpqa_evd_v1_86bdece77771e95b2bd5306d06515006efbf5c26bbb6cc432651c53d48bb77fb",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.009661359126984127",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 1512,
      "rate_model": "claude-3-7-sonnet-20250219",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "445520",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "884761"
      },
      "total_scored_attempts_usd": "14.607975",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "3.9409036",
      "configuration_id": "gpqa_cfg_v1_4e08dd7d1b1197d17bb458f074103b518735398f7272662a3a46c37f381e18c3",
      "evaluation_run_id": "gpqa_run_v1_cc64f3f4ccbcb82bbbd085eff0af6626c4e907bc32ac462a1c97952a7b9f05fe",
      "evidence_variant_id": "gpqa_evd_v1_631b865d16ea8a60f9a73143182597786f66c30e4e4cd9ba44a27a003085179e",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.020851341798941799",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "qwq-plus",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "407512",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "13000508"
      },
      "total_scored_attempts_usd": "31.5272288",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "1.2500425",
      "configuration_id": "gpqa_cfg_v1_8d5c9aff7847b4d80b03824f778e301bb2f71d82a7d54bc8752a32b2d93880b9",
      "evaluation_run_id": "gpqa_run_v1_b0602ac739ac95eb15086eed34884e50a032e0ce63a66984b9d8bda38e7b6c30",
      "evidence_variant_id": "gpqa_evd_v1_d32231861767d662305da1d39e78d304940ef6d207e9b52b3f170616bd8a2721",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.006613981481481481",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-2.5-pro",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48210",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "118978"
      },
      "total_scored_attempts_usd": "1.2500425",
      "warnings": [
        "experimental_paid_model_price_used",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.25987125",
      "configuration_id": "gpqa_cfg_v1_6c8c1dd0bd4400f5eb27a320a475692af2d68a39af98d4f0b552fc0419ecb544",
      "evaluation_run_id": "gpqa_run_v1_34dd6089244c5b77a8dfb5e171ebefb78748cafc2c60349bddeaacca71a11897",
      "evidence_variant_id": "gpqa_evd_v1_410175173ea89dce5f3728c07a41e8a63e7d66f1aa76fa80cf8034ca583645b2",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.001374980158730159",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.4-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48823",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "49612"
      },
      "total_scored_attempts_usd": "0.25987125",
      "warnings": [
        "alias_inferred",
        "failed_retries_excluded",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.0448366",
      "configuration_id": "gpqa_cfg_v1_af5c54e09d41d150ba0a812d4c0d2dd9ded66334836f64da4a4bb102999428cd",
      "evaluation_run_id": "gpqa_run_v1_791730173c974e57d98c0f611b7ce7a170f14ebdf7b1b83475cf29a12763b566",
      "evidence_variant_id": "gpqa_evd_v1_d79c274235ba29911b048b6b6fb91e533d94958108f9da79557a211dfcf16887",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.000237230687830688",
      "price_source_ids": [
        "openai-official-20260831"
      ],
      "priced_sample_count": 189,
      "pricing_context": {
        "period_costs": [],
        "pricing_period": null,
        "rate_effective_from": "2026-07-30",
        "rate_note": "Reduced rates from 2026-07-30.",
        "schedule": null
      },
      "rate_model": "gpt-5.6-luna",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48827",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "29226"
      },
      "total_scored_attempts_usd": "0.0448366",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.05137865",
      "configuration_id": "gpqa_cfg_v1_e306757163f97ebb8a7e53e35a5f2c8b98039f375eba0fff85b09abd20803643",
      "evaluation_run_id": "gpqa_run_v1_a8a12678ac767ad0ce614c0a52fb3cb05212df7e6fae29008ff1a1c853d066e7",
      "evidence_variant_id": "gpqa_evd_v1_475900f63a4c5d423cc5855258c5df8fe2c5b17f4f743308257e87deb22ca1e5",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000271844708994709",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gemini/gemini-2.0-flash-001",
      "rate_provider": "gemini",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "768416",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1863042"
      },
      "total_scored_attempts_usd": "0.8220584",
      "warnings": [
        "catalog_model_namespace_normalized",
        "catalog_provider_spelling_normalized",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "1.6213846",
      "configuration_id": "gpqa_cfg_v1_54e29f3aa006e93a5e11a4220d4ffe0398120b3ceb40328c11661e50953226b2",
      "evaluation_run_id": "gpqa_run_v1_46fcc9979861645dd49c5dfbf566c799658d885aba05a023e8ffd845d4aec810",
      "evidence_variant_id": "gpqa_evd_v1_522dfca6257a33cbb37330d9aa151d82132de83b96f985761e1702e486673f26",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.008578754497354497",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "o1-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "409920",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "2845492"
      },
      "total_scored_attempts_usd": "12.9710768",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.73173625",
      "configuration_id": "gpqa_cfg_v1_066a71969e005dcbca3c374019b97a0455b621a9da160724d16808d4ee7bdd9e",
      "evaluation_run_id": "gpqa_run_v1_e8970f2c7575f713b293970e1f5428551b3b95a4954105e5ed533652f454d32c",
      "evidence_variant_id": "gpqa_evd_v1_ce73963bfa92d1e064a11add6056c83c4b69e6383db4a60c7b869d6de29398af",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.00387162037037037",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "claude-haiku-4-5-20251001",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "445520",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1081674"
      },
      "total_scored_attempts_usd": "5.85389",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.52613395",
      "configuration_id": "gpqa_cfg_v1_f77deb38bca0cfa2e68170980f653b63a4bea919a4a2c2475cdc2a37c7b82e48",
      "evaluation_run_id": "gpqa_run_v1_89e7ac1d13ebb3e7f1326b2e0d714604e4b41c21a83e3c8ea7485423ff0ff2e7",
      "evidence_variant_id": "gpqa_evd_v1_f202413019dd16e849f4fb809beb659c1a0a00d2be151135811bbfe77437672e",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.008074782804232804",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "o1-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "819872",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "5344610"
      },
      "total_scored_attempts_usd": "24.4181432",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.271958",
      "configuration_id": "gpqa_cfg_v1_202023fa5943ac9a7c62a2c1d63c955492f2ac82a4850bb837b96a4adefe8dbe",
      "evaluation_run_id": "gpqa_run_v1_95c1a3eb132c968f38d952bf90086d0976307651cb68b1ff6001e60b40d893e1",
      "evidence_variant_id": "gpqa_evd_v1_b545ee33cdf7dee96b37c36a674516728f9bcc9057aa22a83543d7ae75160dfe",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.001438931216931217",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "mistral-medium-2505",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "391480",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1009536"
      },
      "total_scored_attempts_usd": "2.175664",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.08775663",
      "configuration_id": "gpqa_cfg_v1_69e0a76e213450c4c99586311e06c32b0188a7d080456a8a8e66f8c8bfd84fdb",
      "evaluation_run_id": "gpqa_run_v1_25e1ddd10af1aeefe1602f80e3c4b14035c6b3fd9fcda221ce2345f79001961e",
      "evidence_variant_id": "gpqa_evd_v1_7d9a6073854f79a6b73296b8bc93de50c344e9bcef48c5aeef95b308f5294e95",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.000464320793650794",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5-nano-2025-08-07",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "1536",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "47291",
        "output_reasoning_tokens": "186944",
        "output_text_tokens": "26517"
      },
      "total_scored_attempts_usd": "0.08775663",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.2985264",
      "configuration_id": "gpqa_cfg_v1_c7c57d8f54855969165427be088ee517a83a6182a8dfb2e215a3d8ce25b8e0ef",
      "evaluation_run_id": "gpqa_run_v1_6577834900dfbcb589f50fc3582bde113ebf93aee5f2d1aa5d81d4e59789e406",
      "evidence_variant_id": "gpqa_evd_v1_cf6c49d92bc312e635cf3c7a8c96ff6a926ca11dca564059c163bc0ab00663c7",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.001579504761904762",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gemini-2.5-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48213",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "113625"
      },
      "total_scored_attempts_usd": "0.2985264",
      "warnings": [
        "experimental_paid_model_price_used",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.4730734375",
      "configuration_id": "gpqa_cfg_v1_1d5d4f300a0ef5bd1a8578e997798bae60cb1a0710e2c0c8a37c01ddcaec92c5",
      "evaluation_run_id": "gpqa_run_v1_fa8ef9d620dc65f782ec32bf95577bb258e8db52c4da6295af0ab70a7ee2f4d3",
      "evidence_variant_id": "gpqa_evd_v1_da000f42edd17dda4f211a367384b858c2cee397de1b48a51af535f720ab6df0",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.002503034060846561",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gemini-pro-1.5",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "771376",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1320991"
      },
      "total_scored_attempts_usd": "7.569175",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.13413608319375",
      "configuration_id": "gpqa_cfg_v1_2fd227a793f3f537502469f4573a2c42c5e81c9dddbb46cd8400afad108ce3ec",
      "evaluation_run_id": "gpqa_run_v1_64c1c9c06c465c18a63b94f520428d5764238b73e11f5ae1981125db3b9fe397",
      "evidence_variant_id": "gpqa_evd_v1_c22e678b8f28d3c280fc6054b478e2a823af2cb92e1c790975684db0294cdbaa",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000709714725892857",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 3024,
      "rate_model": "deepseek/deepseek-chat",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "747552",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1899249"
      },
      "total_scored_attempts_usd": "2.1461773311",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "1.5472038",
      "configuration_id": "gpqa_cfg_v1_d83a57d702d18c236094a9c8c5928b5c1aee75f30eb5fa16b86d87b7c6f6c312",
      "evaluation_run_id": "gpqa_run_v1_1cf62a6fef04552758a0be4132c418f9d2fb9203aa472977263543983c086b56",
      "evidence_variant_id": "gpqa_evd_v1_bf02fd015d98b1222021573eae11fae1dd14a77e3a0dd48c197fdce39565ba3f",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.008186263492063492",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "deepseek/deepseek-r1-distill-llama-70b",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "393688",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "15078350"
      },
      "total_scored_attempts_usd": "12.3776304",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.6698345",
      "configuration_id": "gpqa_cfg_v1_be00ebd659f5798739f50eb4ddb03eec87164876f7bc5f04ab7cadb78d6ba39c",
      "evaluation_run_id": "gpqa_run_v1_ee0798a79b64398cd44f82da072f043234162e67c9f3cf60c3121943b3cfda24",
      "evidence_variant_id": "gpqa_evd_v1_c2c9632865b7bbf8e73f7a9a723e1db9e87ac3c12347c97b537b653d6412bc9a",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.003544097883597884",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "mistral/magistral-small-2506",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48943",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "430242"
      },
      "total_scored_attempts_usd": "0.6698345",
      "warnings": [
        "catalog_model_namespace_normalized",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.12724755",
      "configuration_id": "gpqa_cfg_v1_de907b3d30ffa90340ef7c1d7ab47a458ec5f37194fde893d5354bb08a8c14fc",
      "evaluation_run_id": "gpqa_run_v1_4b30364c841a91549b51f0cff62105edb2a9f5186db422d8648952e345968b8d",
      "evidence_variant_id": "gpqa_evd_v1_620b9510b36a4677a28fe7760dd4a198397edcdce979248c60e734b8e117e9aa",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.00067326746031746",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5.4-nano",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48819",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "93987"
      },
      "total_scored_attempts_usd": "0.12724755",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.80406",
      "configuration_id": "gpqa_cfg_v1_af55e40ea3129f1d80b5438a797e0c4771653bc22e47f0d34ca14dc79968ea23",
      "evaluation_run_id": "gpqa_run_v1_a74a3808884cde5a67b2377868f7515759fac615213833cf01c5285fea943c45",
      "evidence_variant_id": "gpqa_evd_v1_3ad649a9917c67d4ce049eecbed02a91dda453e5810ad37aa65605cac50fcbb9",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.004254285714285714",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "qwen-max",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "407472",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "903207"
      },
      "total_scored_attempts_usd": "6.43248",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "international_model_reference_used",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.06935175",
      "configuration_id": "gpqa_cfg_v1_a95dfdcebc4badfda7cb23fb421a952fccefaeb6b649462fb1643f6e2ab604fc",
      "evaluation_run_id": "gpqa_run_v1_e2b70488b4085155fa2bcf52be361866ebc99758c5289dd751324b11e04b97af",
      "evidence_variant_id": "gpqa_evd_v1_5bca14b62dec3a5a55fd9c92b9e4aa5ca99ada14db4bd88a6918d8b55f1003c2",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000366940476190476",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 3024,
      "rate_model": "phi-4",
      "rate_provider": "azure",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "799552",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "2019368"
      },
      "total_scored_attempts_usd": "1.109628",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.1682375",
      "configuration_id": "gpqa_cfg_v1_d1221f2c8514da265ead360bb375cb64430d6cd83d164f77739373eae7f37879",
      "evaluation_run_id": "gpqa_run_v1_b105d021c8954641ef6d8b150852735703a54dc4d76622afa303271ae0433417",
      "evidence_variant_id": "gpqa_evd_v1_3ec585c7244555667609b4cc8f50007cdf75bb8200ef0a2c0cd0622ce2032a60",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.006181150793650794",
      "price_source_ids": [
        "anthropic-legacy-reference-20260831"
      ],
      "priced_sample_count": 3024,
      "rate_model": "claude-3-5-sonnet",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "891040",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1067912"
      },
      "total_scored_attempts_usd": "18.6918",
      "warnings": [
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.3596365625",
      "configuration_id": "gpqa_cfg_v1_4cdcf5e7b5a7d772f20148bb6cb03e8e5e57acbe5490e9963e0df1ff0a13f315",
      "evaluation_run_id": "gpqa_run_v1_634bf9f5a3db64f728934b2401ccc0d115ad69c9e938dd5eaff1ffedb1d45841",
      "evidence_variant_id": "gpqa_evd_v1_198d46a19024fb71e67c9f4f7c71fad94752573965683dde8f8351f8d8fda854",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.007193844246031746",
      "price_source_ids": [
        "anthropic-legacy-reference-20260831"
      ],
      "priced_sample_count": 3024,
      "rate_model": "claude-3-5-sonnet",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "891040",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1272071"
      },
      "total_scored_attempts_usd": "21.754185",
      "warnings": [
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.334268",
      "configuration_id": "gpqa_cfg_v1_58b6db074aeb963d09941f6ead70727311ab03f1d3e3eb559008d9b988dccb25",
      "evaluation_run_id": "gpqa_run_v1_e5b06d6b599075a92a772a091e296bfa01fd2e9190c7e4ec2e8f2ab799c5b407",
      "evidence_variant_id": "gpqa_evd_v1_16fb7c049832fb20f09582abe93d651ad739e000bbce6986696c5f2a37bbe2ec",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.007059619047619048",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "grok-2-1212",
      "rate_provider": "x-ai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "771664",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1980496"
      },
      "total_scored_attempts_usd": "21.348288",
      "warnings": [
        "catalog_provider_spelling_normalized",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.0575422525",
      "configuration_id": "gpqa_cfg_v1_5308e01f281df009ce28185a83659d0ad19a59cdd3e55b5038c6f0b95a53d8b5",
      "evaluation_run_id": "gpqa_run_v1_22da1b03bd0e0eccc48c7d5f0281927fb694a76fbf80ce2072ee1ebc84aa19ed",
      "evidence_variant_id": "gpqa_evd_v1_d9359bd7a357e0356b20feeb043da151e0a7ffa86c18d08eb536b4b8a960d9c7",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.000304456362433862",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "meta-llama/llama-4-scout",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "381544",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1432715"
      },
      "total_scored_attempts_usd": "0.46033802",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "35.17046625",
      "configuration_id": "gpqa_cfg_v1_902ec55e0bbd019f00882dc1d375e59dbbf9bd5154a35f0daad1099813288565",
      "evaluation_run_id": "gpqa_run_v1_7801ae2fa3603319120be85a5b8e63b4cdf0acd885082a516aca085cf8832ada",
      "evidence_variant_id": "gpqa_evd_v1_a773a87326a0a16be70727919d9511d8f0eca09dd21227358031ac9cbfafa55e",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.186087123015873016",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "o1",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "819824",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "9173835"
      },
      "total_scored_attempts_usd": "562.72746",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.1389668",
      "configuration_id": "gpqa_cfg_v1_c6f1b461149c22be3ff762bed74ced5bc575c8324790a49a899f7f672ee32cfa",
      "evaluation_run_id": "gpqa_run_v1_c2255b330f903b8fcf755fc55cefaeacf5b6dfe0959dcbe1100ec824c787166f",
      "evidence_variant_id": "gpqa_evd_v1_0210e91c44742be09ffb25b8c97f0a9c1eb9e1209a24a2fb3176e1c23c0ba1f7",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000735274074074074",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "meta-llama/llama-3.1-405b-instruct",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "883904",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1895432"
      },
      "total_scored_attempts_usd": "2.2234688",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.7569455",
      "configuration_id": "gpqa_cfg_v1_41455c97d103f4b57508177da6055ed522be7154caac525ae1d06daba079907f",
      "evaluation_run_id": "gpqa_run_v1_93b507d8115061a7314678682e910977a0c92d617f44bceb8b13a732b5c82465",
      "evidence_variant_id": "gpqa_evd_v1_6870f284c264186f6933c0e05d3113748d58496f71560d088c424c042296fc32",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.004005002645502646",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "mistral-large",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "441992",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "861930"
      },
      "total_scored_attempts_usd": "6.055564",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.239105625",
      "configuration_id": "gpqa_cfg_v1_ee7683485330a0bb484846eff9b707715b9688adb7f1e75b90ec838b53083c08",
      "evaluation_run_id": "gpqa_run_v1_67e0b61faf747c532ac6c52c154c923005bd0cbe2d60146d961de158b993737b",
      "evidence_variant_id": "gpqa_evd_v1_10e84a7924c260673a9bef7488f3c9b63e0f6bb27776dd6e504700e6a4a4a53a",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.006556114417989418",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gpt-4o",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "787232",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1785761"
      },
      "total_scored_attempts_usd": "19.82569",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.060756451875",
      "configuration_id": "gpqa_cfg_v1_b36681f056f84dece01834a86b30fd4e56b779b993f6548b69eb449624c0d284",
      "evaluation_run_id": "gpqa_run_v1_76be72ecb2d1012730f713f0346f63f3c49fd02d87119f948d4de67172a1ea2a",
      "evidence_variant_id": "gpqa_evd_v1_e8faa7b7198a65cad9ded7ad71a744e652bb936bfd5b100a03bf8c7a13b9558f",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000321462708333333",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "qwen/qwen-2.5-72b-instruct",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "878512",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "2222261"
      },
      "total_scored_attempts_usd": "0.97210323",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.26331875",
      "configuration_id": "gpqa_cfg_v1_5169bc0c733d68b48affc9e28c896dd620d7ff8a7a428662b2f13213317c8364",
      "evaluation_run_id": "gpqa_run_v1_039b9a8b33fc8e9dcbec6b6f37a8a39e30393f5d34d30ec6a9bf90e0eec55d8c",
      "evidence_variant_id": "gpqa_evd_v1_243d5ed85082636e1f65f5ffc32b913ef50ce08428fcff34532ea024f39a76ae",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.00668422619047619",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gpt-4o",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "787248",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1824498"
      },
      "total_scored_attempts_usd": "20.2131",
      "warnings": [
        "alias_inferred",
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.06629295",
      "configuration_id": "gpqa_cfg_v1_340eb8d0df205fcfca78e8fe1bef9408f9a08baa2fbe98a058f748c1dce19c09",
      "evaluation_run_id": "gpqa_run_v1_92ba7d15e4ceb81888a46ecd1f69395d19555d0b6c84d5c2d9b3f5c1f9a87953",
      "evidence_variant_id": "gpqa_evd_v1_687c53d044f8ad07f537ddf50a7fc464172bac7ac538c99799fdd98def9b9ab4",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.000350756349206349",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-4.1-nano",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "13440",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "380192",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1229971"
      },
      "total_scored_attempts_usd": "0.5303436",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.647274125",
      "configuration_id": "gpqa_cfg_v1_e4ead69d7e02fd150d9663a883879015c0849b66ff61f05140cf8318e45c4f6d",
      "evaluation_run_id": "gpqa_run_v1_01da94af7bb743d58604ed51d08b94986a33217955dd249115f6180997b2da55",
      "evidence_variant_id": "gpqa_evd_v1_f01bdbc29607daac82913d046b5635bde01b1397052d7a828aee5e16548c5eb6",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.00342473082010582",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "mistral-large",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "884128",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1431355"
      },
      "total_scored_attempts_usd": "10.356386",
      "warnings": [
        "alias_inferred",
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.5305225",
      "configuration_id": "gpqa_cfg_v1_766ddf5c78cac9398614df89b5abd827a064cc4b8b5645bfcd7cbdf12dbc9cc8",
      "evaluation_run_id": "gpqa_run_v1_0b974c884dabb85580f0492f3b4acbedb0255440c18b9267d10c8ce520d381ba",
      "evidence_variant_id": "gpqa_evd_v1_41e33403f86e686fd1e2a0dadcd443df22ea63ec8bc3bf8d57b05cb92dba1af2",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.008098002645502646",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gpt-4o",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "787232",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "2252028"
      },
      "total_scored_attempts_usd": "24.48836",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.0287212",
      "configuration_id": "gpqa_cfg_v1_e303a40eed6943f0cc681f7368cff1f8202b2615ff9e972a0f6b2ec5c323afbc",
      "evaluation_run_id": "gpqa_run_v1_52b9ebb484e2f8e3269183cfeda70aa34c7ff9f273833761779c21b713a3d7a5",
      "evidence_variant_id": "gpqa_evd_v1_43384103fa2c391d8438da506a04ac275685979836549369ee26c4e24809aa64",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.000151964021164021",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 189,
      "rate_model": "gpt-5-nano-2025-08-07",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "48824",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "65700"
      },
      "total_scored_attempts_usd": "0.0287212",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.0998071",
      "configuration_id": "gpqa_cfg_v1_5b80556138a24f63b8f2cb80dccbea6656b707f83aedcd63a5cfe0c1d618c3d1",
      "evaluation_run_id": "gpqa_run_v1_5eb40b4a1fc21a66c876f059bb93f6f5a07dc7420d4b52b8bbf2bab9f19f06b2",
      "evidence_variant_id": "gpqa_evd_v1_0e53e19644c87dc0e84c9e84ee9e3527e1f1f97f4dcd02d8d939efb7eb0401e0",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.000528079894179894",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 1512,
      "rate_model": "dashscope/qwen-plus-2025-01-25",
      "rate_provider": "dashscope",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "407504",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "529546"
      },
      "total_scored_attempts_usd": "0.7984568",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.03979637",
      "configuration_id": "gpqa_cfg_v1_346701427f0d44ced8ca606e9855b570bb07e6ef55855f0a6332eed79ea25189",
      "evaluation_run_id": "gpqa_run_v1_eacdbe9bc45ea9592ffc838201b2238e93db76ab19475c10e241d5443ae49f0a",
      "evidence_variant_id": "gpqa_evd_v1_50eebed0c14408666088d581f43d6c5da73019ea2ec8b715b708b1f9e9f97afc",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000210562804232804",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "meta-llama/llama-3.3-70b-instruct",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "883888",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "2468948"
      },
      "total_scored_attempts_usd": "0.63674192",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.274262332",
      "configuration_id": "gpqa_cfg_v1_a0e72767f9478bbe4b04b9a3bea317ca374e27b8e4bbf00393cac2b87d1a2775",
      "evaluation_run_id": "gpqa_run_v1_a712406e21d87161483d38e2436f8659ea8517a92ddd1b5e0d62cd6c7041350f",
      "evidence_variant_id": "gpqa_evd_v1_00f055aabb5434ab877a0514d4d53738943a2425d8671c732d841e26ebe63241",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.00145112344973545",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "openai/gpt-oss-20b",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "60348",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1946516"
      },
      "total_scored_attempts_usd": "0.274262332",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.0275254875",
      "configuration_id": "gpqa_cfg_v1_a655fc2ed8e0041b02a2ea22c580e50c6da8f701a9667563da361120fddcdab2",
      "evaluation_run_id": "gpqa_run_v1_cc2237da439b936769ccc5f28f02a2e51f625ff41cabd8e9752ff05e864a806c",
      "evidence_variant_id": "gpqa_evd_v1_046386ed49e6001d37de1c91c358d44e7aa2d07114feaf85a7344d39d3391e62",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.0001456375",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gemini-1.5-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "771408",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1275174"
      },
      "total_scored_attempts_usd": "0.4404078",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.06971517825",
      "configuration_id": "gpqa_cfg_v1_fe008500b306f51fcb6fd66c7d472ecf21625ed009686be7a81709ebd6aad0c7",
      "evaluation_run_id": "gpqa_run_v1_d88b3fde412bc3daef1d1dbaac2e7984bf68c0f93a18e75fcab47d9a1f1dc75f",
      "evidence_variant_id": "gpqa_evd_v1_d3f22782b417834252665ddb1102c1fc18877445b8152cbacf1ca1140fe4664d",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.000368863376984127",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 1512,
      "rate_model": "mistralai/mistral-small-3.1-24b-instruct",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "391456",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "757334"
      },
      "total_scored_attempts_usd": "0.557721426",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "6.9276890625",
      "configuration_id": "gpqa_cfg_v1_59886bda1c8504af950b9962ec90464beff5b80e797a4d747fee5b15546d0674",
      "evaluation_run_id": "gpqa_run_v1_2877769eccb658339c928b8169c2b496940c7a5cf8b027fa9d9c9dad4f96b44e",
      "evidence_variant_id": "gpqa_evd_v1_cf36144f7e48a23a6a2309dfceda87c46953316341453d3108263f37f31d00e3",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.036654439484126984",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 3024,
      "rate_model": "claude-3-opus-20240229",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "891040",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1299699"
      },
      "total_scored_attempts_usd": "110.843025",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "3.7358875",
      "configuration_id": "gpqa_cfg_v1_e0a3d196b9052321e7008c698e73f936a46f53cfdf612305492866420090cc21",
      "evaluation_run_id": "gpqa_run_v1_7190e4ed2bc64cec4c9dad819a2bf26b434da72593287bebdbaff37a24feeed2",
      "evidence_variant_id": "gpqa_evd_v1_614f4386bf81f4cf532eb2cc0564908bc03e9f16ec017282de07dbe80fc46c4f",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.019766600529100529",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-4-turbo",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "399896",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "862938"
      },
      "total_scored_attempts_usd": "29.8871",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_e8a07532d90482fd2050087865a6e3e30cf6a9ffb8a09595ff45e6be66586c51",
      "evaluation_run_id": "gpqa_run_v1_7328c8f7177f793e15d9d53f2624e436d745bbff10e6af514a4b2640a127bd81",
      "evidence_variant_id": "gpqa_evd_v1_60cc48b4832f2b78d2284b10200cf111ff6b2a011c4185c570b5f9f8e2ac61eb",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "model_price_reference_needed",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.335722625",
      "configuration_id": "gpqa_cfg_v1_0aecd21ee0bc485147dfb311f84fdcd13ab5be37a49413da6200f0e3a3f8a9e4",
      "evaluation_run_id": "gpqa_run_v1_46b41b2c72fc6db332d75c94d8c8133134f7350e46ceb3cfd161d0cb03b21859",
      "evidence_variant_id": "gpqa_evd_v1_bb1e2d5bf137420f1d4aca14a95963c00a74060207679f087ecccfed1bb2f326",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.001776310185185185",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 3024,
      "rate_model": "qwen2-5-32b-instruct",
      "rate_provider": "alibaba",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "878640",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1698755"
      },
      "total_scored_attempts_usd": "5.371562",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.43383871875",
      "configuration_id": "gpqa_cfg_v1_fb3188e98dcd04325c815261985bb5384ea7240ee9d0ef804de82473aede6bc9",
      "evaluation_run_id": "gpqa_run_v1_f769a1bb47fe0a249f6a61005b7ad9fa5cb56532a7c6c2cde29b07fc99a78462",
      "evidence_variant_id": "gpqa_evd_v1_deb5a2dc0e3d18d13b3f704e153198f623e64bbe63a62ea3e8bba380e8e6e30b",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.002295442956349206",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "deepseek/deepseek-r1-distill-qwen-14b",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "399984",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "22738081"
      },
      "total_scored_attempts_usd": "3.47070975",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.388573125",
      "configuration_id": "gpqa_cfg_v1_e9fe429ba7834a25f5cf0d8f2deb496f1db6fe7b7552467a7b880fdd61f18cc6",
      "evaluation_run_id": "gpqa_run_v1_75308a9a4ce0f186eaeb19b265a31da6d64b5697df4ec64bfcbe3d350c15a145",
      "evidence_variant_id": "gpqa_evd_v1_3f3dfa8d602ab38ffad53d167bf75d6e6d2bc864ef55a1621a34e1c62ea15b30",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.00205594246031746",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gemini-pro-1.5",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "771392",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1050586"
      },
      "total_scored_attempts_usd": "6.21717",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.01033019",
      "configuration_id": "gpqa_cfg_v1_3d7b3a0e3e36b74bdde08e2c386e942a53b522bd7c61c1151e6dc007e6e9f001",
      "evaluation_run_id": "gpqa_run_v1_272608934e92117c602d64514128c1867a07c1b57115700655d642e1fb197f2b",
      "evidence_variant_id": "gpqa_evd_v1_56ada95164ff407147cf7b22059b1b336410612ab62b0e4d18ba32d836c47c5d",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.00005465708994709",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 3024,
      "rate_model": "mistralai/mistral-small-24b-instruct-2501",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "782896",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1576728"
      },
      "total_scored_attempts_usd": "0.16528304",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 1,
      "clean_run_usd": "0.0334774",
      "configuration_id": "gpqa_cfg_v1_dfcacd48f5945f1701b6202adec1a676dc8eb0e19b95f390dfe26319840ae1d5",
      "evaluation_run_id": "gpqa_run_v1_147dc8f413f53a986ea0be696787aa4a7bcc8f7c81f149e1b7e184866ca9c683",
      "evidence_variant_id": "gpqa_evd_v1_fa4d7e040bc5714277737efe82f63c1f88d40ca91d4d26a189907fdb1fd9afee",
      "expected_sample_count": 189,
      "mean_cost_per_question_usd": "0.000177129100529101",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 189,
      "rate_model": "google/gemma-3-27b-it",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "49264",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "142755"
      },
      "total_scored_attempts_usd": "0.0334774",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.0415033875",
      "configuration_id": "gpqa_cfg_v1_536a3d475a86a0bde0d95ab2fea86e8ab597b125c21175652a1b26a307d66765",
      "evaluation_run_id": "gpqa_run_v1_b7988379e8ab98297f032f9b27c27ce6660a7843e128165e84d42f0a6c76d710",
      "evidence_variant_id": "gpqa_evd_v1_b16503dd683d625d37a83787926aecad20fd1027038dd1d52b14d7274d1e0d65",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000219594642857143",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "meta-llama/llama-3.1-70b-instruct",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "883952",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "2055925"
      },
      "total_scored_attempts_usd": "0.6640542",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.127280375",
      "configuration_id": "gpqa_cfg_v1_b8507ecd7db462de6e723c0dd6cefa055697adc5afe4eaa772a1d3f43c291371",
      "evaluation_run_id": "gpqa_run_v1_1c4918f08653f9b887f57bafc02a28a088ec4633d22db99727ad4d3740d00e21",
      "evidence_variant_id": "gpqa_evd_v1_5a1006a45145e6d1f13ee773ce37108bd2b070ba59b8c252e336a15f9987b3a5",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000673441137566138",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "microsoft/wizardlm-2-8x22b",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "899392",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "3173580"
      },
      "total_scored_attempts_usd": "2.036486",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "3.55742625",
      "configuration_id": "gpqa_cfg_v1_bd2829d168e72420d4610fdbbbcdd955033646500d77a719befb520b54bcc796",
      "evaluation_run_id": "gpqa_run_v1_556475bf264b636c3d54229a7e82a9bba4f3848974f830dff8ccdb7a312b4647",
      "evidence_variant_id": "gpqa_evd_v1_946bc4c5c62e8e724c128e71783e863c64910c7f628307b210ad614581401316",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.018822361111111111",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gpt-4-turbo",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "799728",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1630718"
      },
      "total_scored_attempts_usd": "56.91882",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "3.784621875",
      "configuration_id": "gpqa_cfg_v1_8c7fa3c8345975553ad175f719559715fdda562d71eb9822dec2cf33e6dfeb1e",
      "evaluation_run_id": "gpqa_run_v1_fd1b02832b3a497ea2ddebabaf67d89d1969262cab76cc266f44c5f7261faefa",
      "evidence_variant_id": "gpqa_evd_v1_70611083db50c82b95c428288e25680fc6e62ad8850949f6b3c45bb650df36d3",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.020024454365079365",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gpt-4-turbo",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "799824",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1751857"
      },
      "total_scored_attempts_usd": "60.55395",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.02592515",
      "configuration_id": "gpqa_cfg_v1_a8f7b12d9b5ebb9fdec3e12f1320eef478aff93bb92584ed2185df0ebaf28be5",
      "evaluation_run_id": "gpqa_run_v1_623be4cb923c894d0ba39c8b55b80262820038b25fbf64edc1e79d9b68d4eb4e",
      "evidence_variant_id": "gpqa_evd_v1_af128ee2d2ac65a058ec23e7de20431228f2a59971664236ea6299d00df1d105",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.000137170105820106",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 1512,
      "rate_model": "dashscope/qwen-turbo-2024-11-01",
      "rate_provider": "dashscope",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "407504",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "935130"
      },
      "total_scored_attempts_usd": "0.2074012",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.1604881125",
      "configuration_id": "gpqa_cfg_v1_b469234b3adc87ce38b386bcaf40c26f1aa236300b162eae3f193b325d11ed95",
      "evaluation_run_id": "gpqa_run_v1_18ede0f30376d27589270d01b893d1a9e6ab9daa2988644267e40983cfaacd54",
      "evidence_variant_id": "gpqa_evd_v1_8e628442c92f56910bae1767681a204217285335eb2d8ed4366f7857d08a5496",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000849143452380952",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "meta-llama/llama-3.2-90b-vision-instruct",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "884064",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1969058"
      },
      "total_scored_attempts_usd": "2.5678098",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.039004875",
      "configuration_id": "gpqa_cfg_v1_58e2ae82542f35fedd02586ab2a506dc9dd9a92ad9f1913f2bcb0393aeaf603b",
      "evaluation_run_id": "gpqa_run_v1_adae307af1764f3d1c10f241782323fb273b930e20aebda1a4c6c1c192aa7cd3",
      "evidence_variant_id": "gpqa_evd_v1_248a16f13c340919d1ee009aa68164ebe4278b515dfce8051ba5c3d9d1c6585d",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000206375",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "meta-llama/llama-3-70b-instruct",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "811360",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "951675"
      },
      "total_scored_attempts_usd": "0.624078",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.4785040625",
      "configuration_id": "gpqa_cfg_v1_56d66d76f7fd4532bd5045af003c34d1f07f98b76657161a697fa41101524e25",
      "evaluation_run_id": "gpqa_run_v1_441d4e54e4f5b3ef3a0baca49e9b9ed90456b39bb8196a7eb27954c07c7559fd",
      "evidence_variant_id": "gpqa_evd_v1_c0532c6558b99168a64b9955a9315f8b6e21f0ba2d7b2f3af63334af7b628c99",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.007822772817460317",
      "price_source_ids": [
        "anthropic-legacy-reference-20260831"
      ],
      "priced_sample_count": 3024,
      "rate_model": "claude-3-sonnet",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "891040",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1398863"
      },
      "total_scored_attempts_usd": "23.656065",
      "warnings": [
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.1034355375",
      "configuration_id": "gpqa_cfg_v1_6970bd17ac70725a425ec6d86eb63a2d2c878ee8acefa59ba35a8efaa4180714",
      "evaluation_run_id": "gpqa_run_v1_cbaf44835cd40df0459141c77d8487c65d1c16f08df2868ebd3051fef26f126b",
      "evidence_variant_id": "gpqa_evd_v1_c257c84e036a375f8ed1ef5dadbd25a685b4c726883640acb3d45e7485443089",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000547277976190476",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "qwen/qwen-2-72b-instruct",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "848304",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "990550"
      },
      "total_scored_attempts_usd": "1.6549686",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.0241880625",
      "configuration_id": "gpqa_cfg_v1_1d957091393fa4b70f270be10a21999490fcaeae1de9aa2a1d5f9a5196c80ea0",
      "evaluation_run_id": "gpqa_run_v1_5d709ffdeedc728b74e4f1e90b1d5e6f71ee0d50aff14b612c3554a41b38afbe",
      "evidence_variant_id": "gpqa_evd_v1_f35e032ebccb00ab309725ac6ba4027a25988d59ec638705940d71460ce3c2e2",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000127979166666667",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gemini-1.5-flash",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "771376",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1097186"
      },
      "total_scored_attempts_usd": "0.387009",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.05430725",
      "configuration_id": "gpqa_cfg_v1_4c7af7da68de4f30e4d7cddcc9db1fbbf77833670cae85770afbb589903f3414",
      "evaluation_run_id": "gpqa_run_v1_e2029b0e278266d4c4aad2243a7526b13fae5e7358fcf87c16fa509cc40daf35",
      "evidence_variant_id": "gpqa_evd_v1_f50d63ba07fedab826a9217dd7cdea0d41bc467f08e51da4d9ab10df4d5ece40",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.005578345238095238",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 3024,
      "rate_model": "mistral/mistral-large-2402",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "883968",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1111087"
      },
      "total_scored_attempts_usd": "16.868916",
      "warnings": [
        "catalog_model_namespace_normalized",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.26438",
      "configuration_id": "gpqa_cfg_v1_28ad4b722e7c76693ee321fb599eaa8bcce2126afeffed3cb5a53f356a229340",
      "evaluation_run_id": "gpqa_run_v1_fb34c3033b6936e64041a9176019cecb087b661a1a9213f71544afacf98da583",
      "evidence_variant_id": "gpqa_evd_v1_d7db75f0655adbf2456287bb2f2328e08012b49ca8e9325ed31716ad712ae1fc",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.001398835978835979",
      "price_source_ids": [
        "anthropic-legacy-reference-20260831"
      ],
      "priced_sample_count": 1512,
      "rate_model": "claude-3-5-haiku-latest",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "445520",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "439656"
      },
      "total_scored_attempts_usd": "2.11504",
      "warnings": [
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.07151295",
      "configuration_id": "gpqa_cfg_v1_d212f3b7012127430e247ff410264d8f3ad2193551b8da2fd4265bff806d73fa",
      "evaluation_run_id": "gpqa_run_v1_8fc819f56f02502eeca9699434f3dd5b84bdb0616d07c0a012272c7a721786b1",
      "evidence_variant_id": "gpqa_evd_v1_2e9f5bc60a43efb1e18bff823dd3eb43757ce1e13a698d8a5a9d24d3a785c77f",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000378375396825397",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gpt-4o-mini",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "787232",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1710204"
      },
      "total_scored_attempts_usd": "1.1442072",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_322dfa16da9ed38170bad2a7f7bdc94967cda750fa07cddee0c558f1bd8d506e",
      "evaluation_run_id": "gpqa_run_v1_39c4ce7df9b3ade8c5062cd6b5b7991617fd956fe43c7080d17910d6b97a05eb",
      "evidence_variant_id": "gpqa_evd_v1_224469e684cd3105f7693029831040d119a347ce316175ad3a01c2e87bd2dd3f",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "model_price_reference_needed",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.0952253125",
      "configuration_id": "gpqa_cfg_v1_8dc9a927af2441ac3a54b771539215cedc19d0bdaf6864c0faff20a39f9e062f",
      "evaluation_run_id": "gpqa_run_v1_95795a18eae1390656174f941596019018183dc96fa60299a2ea18a566d4d000",
      "evidence_variant_id": "gpqa_evd_v1_3f0bb4738ba6e2ff2de8408943325693e40959a162efdddf5977f4860aa470c3",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000503837632275132",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 3024,
      "rate_model": "claude-3-haiku-20240307",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "891040",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1040676"
      },
      "total_scored_attempts_usd": "1.523605",
      "warnings": [
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.073471003125",
      "configuration_id": "gpqa_cfg_v1_3706e715c29d8cc087e5eea8fcdcfc37f9f912420fe1550b3d630f10b709d0cc",
      "evaluation_run_id": "gpqa_run_v1_fc5488cb3b2dd15c9ca55eaa3ca5e1d9a9dd45a04f478f2b5e3ee33cfdf7d6e4",
      "evidence_variant_id": "gpqa_evd_v1_8fbb01bae2958144e807395932fd73caf9656f6bc2e72fb5df5233603ad21814",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000388735466269841",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 3024,
      "rate_model": "google/gemma-2-27b-it",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "798368",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1010149"
      },
      "total_scored_attempts_usd": "1.17553605",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "5.859855",
      "configuration_id": "gpqa_cfg_v1_58d9552106e8f5dfbcb2f79f29d67a6ee305a8dc9f8492f63ddf624493d7530a",
      "evaluation_run_id": "gpqa_run_v1_926aed6b613d9dd91e10f3a53004f8390136ded8ff7ae56eaa721656e8d8b8aa",
      "evidence_variant_id": "gpqa_evd_v1_d4b7ed220a632326d3c67ac1fa54c4e79d8dc6a73dabaa9877b432abf48f3eb6",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.03100452380952381",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gpt-4",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "398354",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "582137"
      },
      "total_scored_attempts_usd": "46.87884",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_write_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.0865870625",
      "configuration_id": "gpqa_cfg_v1_c030a6e64a8b74f6e73831a3aae768dc618173ab7994e9387b5f3a60cd882de0",
      "evaluation_run_id": "gpqa_run_v1_4d4f8e3135650879f10070cd2680e14f6a49e663a66f52da7d43541d4a221050",
      "evidence_variant_id": "gpqa_evd_v1_71700c48dc2e1abbfec61082f8ae34ba9d3037412e9b9ae8348008be452dbf27",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000458132605820106",
      "price_source_ids": [
        "google-gemini10-character-reference-20260831"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gemini-1.0-pro-001",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "771424",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "666454"
      },
      "total_scored_attempts_usd": "1.385393",
      "warnings": [
        "four_characters_per_token_assumed",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.75095925",
      "configuration_id": "gpqa_cfg_v1_29e5aee9510b318690e575f5c2a1337b657fda114d776a3b4bbd40440424339b",
      "evaluation_run_id": "gpqa_run_v1_e5477e5a40319b819a2129e0271fad39918c8b13f8ef58231014c64fcde2340e",
      "evidence_variant_id": "gpqa_evd_v1_436ff58a85ef500c61572711dda6fbcb0b8acae285c087098a98f0597eec8949",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.003973329365079365",
      "price_source_ids": [
        "models.dev"
      ],
      "priced_sample_count": 3024,
      "rate_model": "open-mixtral-8x22b",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "884064",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1707870"
      },
      "total_scored_attempts_usd": "12.015348",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.321005",
      "configuration_id": "gpqa_cfg_v1_bb7b9a95d5cff8aa62bb04540cc6a3c48427cc5b28e23bde5a188484ba9cda5d",
      "evaluation_run_id": "gpqa_run_v1_ff9ed21ccc61d209594a1e016635d3088037d63ddac362a0e43bef48729d5892",
      "evidence_variant_id": "gpqa_evd_v1_759f3f6f4b5a2cf6f8c0f0854f626fd30c94a331e3abf1b238813400e9af6b72",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.006989444444444444",
      "price_source_ids": [
        "anthropic-claude2-reference-20260831"
      ],
      "priced_sample_count": 3024,
      "rate_model": "claude-2",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "804624",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "612462"
      },
      "total_scored_attempts_usd": "21.13608",
      "warnings": [
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_724ee2f69b618a701e0d80941d264c74cb5c2349b4b958a51c605beca4d829c3",
      "evaluation_run_id": "gpqa_run_v1_626b81dd77f63dd21786d87d428c9e61aed4851ee7dae2c85490a0fbb875d735",
      "evidence_variant_id": "gpqa_evd_v1_4720948ed9461d98b96792c144585b799f71e0395f59f66fa2bc14271dda35af",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "model_price_reference_needed",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "1.4193295",
      "configuration_id": "gpqa_cfg_v1_f2ec9c6f943036ef8ca6bef0edc2ea301077976070fe65d840676bbb44703a53",
      "evaluation_run_id": "gpqa_run_v1_6708f641f7b1c2453853d0c0f5b44fce92f7e1fe8bbaf674c8ac8b68e3ebd355",
      "evidence_variant_id": "gpqa_evd_v1_18558b809255892beb305d1594a920bffd5ebadad5299e140cf625a0a4b32be5",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.007509679894179894",
      "price_source_ids": [
        "anthropic-claude2-reference-20260831"
      ],
      "priced_sample_count": 3024,
      "rate_model": "claude-2",
      "rate_provider": "anthropic",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "804560",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "678033"
      },
      "total_scored_attempts_usd": "22.709272",
      "warnings": [
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.150932325",
      "configuration_id": "gpqa_cfg_v1_68be4e024b354a452f5a19040775c2d5aecb864abe7845e7832d52a990885029",
      "evaluation_run_id": "gpqa_run_v1_feac116dd3feb7570ec416738dea26a2b6c9d330ac69ac2286da20bc363fda19",
      "evidence_variant_id": "gpqa_evd_v1_f6ff488a8cf0932cbd19204899fc2efb3e377f74078010108166cab31c2f80cf",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.00079858373015873",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 3024,
      "rate_model": "fireworks_ai/accounts/fireworks/models/dbrx-instruct",
      "rate_provider": "fireworks_ai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "793776",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1218655"
      },
      "total_scored_attempts_usd": "2.4149172",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 8,
      "clean_run_usd": "0.0153186",
      "configuration_id": "gpqa_cfg_v1_f37332153c1ff0005df8b2ece84a9097d786a435e9046ba52befebedb2adfd3e",
      "evaluation_run_id": "gpqa_run_v1_9e34e9e4b250171d57b71fa15eb1d53e2777c0e37c57f5e790702d34506d435b",
      "evidence_variant_id": "gpqa_evd_v1_c47972f8303d2007196ba7f5312bc24202247bddab4ecdffe534d98886e18363",
      "expected_sample_count": 1512,
      "mean_cost_per_question_usd": "0.000081050793650794",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 1512,
      "rate_model": "gemini-flash-1.5-8b",
      "rate_provider": "google",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "384192",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "720944"
      },
      "total_scored_attempts_usd": "0.1225488",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_cf9f9998388c8eddb101a1c6d6fdf01748173bb032842e230ac263e40899daa5",
      "evaluation_run_id": "gpqa_run_v1_cc195c4dda12a63110db2e3a9d13dc8d93244f1708be103f58ff08786f43648f",
      "evidence_variant_id": "gpqa_evd_v1_5ebc7f414be92b8496480dd45cf9a6128627b0f00a0a0ec5025a55245d488e65",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "model_price_reference_needed",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "4.0146525",
      "configuration_id": "gpqa_cfg_v1_7671edcdc19c9d32865c60525cb98415cb4da59e1b67ca91aa8f1c27e9a823bf",
      "evaluation_run_id": "gpqa_run_v1_6d26a2eb1f68b5c6272c41202e6e75991396d01079402fb6242dd14dad3d1390",
      "evidence_variant_id": "gpqa_evd_v1_7289d0bfa90f78c9d37e3c289ff16a5e5d4335b72db4b1f0ba5fd894f405989c",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.021241547619047619",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gpt-4",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "799696",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "670726"
      },
      "total_scored_attempts_usd": "64.23444",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.10275750625",
      "configuration_id": "gpqa_cfg_v1_18fba063eae1be42dd8389b74872396a60463f5d291bf70c9532cbf3f5cd9e92",
      "evaluation_run_id": "gpqa_run_v1_eec81bd37fd42fc5713cf1fcb43fa19910c58f9ff22360b4b92859007e4be14b",
      "evidence_variant_id": "gpqa_evd_v1_03c820e2b115ed14cf9d3a0b8a3ad2a1fa0e09efdfda594c4c7028fbb7d8b484",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000543690509259259",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "mixtral-8x7b",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "902528",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1446215"
      },
      "total_scored_attempts_usd": "1.6441201",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_e20f7fe639d9555d87a238b746aca2117c1f00aca9069bf5ace08476f215d92f",
      "evaluation_run_id": "gpqa_run_v1_87b9b646a70b83e9dee4e484887cb3697e1645d3bafca76160ca769c766338ca",
      "evidence_variant_id": "gpqa_evd_v1_9366d13835c1409504e6a6524428eaf482ae1c956f2dd8dd4d32a7fc49320512",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "model_price_reference_needed",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.10456131875",
      "configuration_id": "gpqa_cfg_v1_9ea8f6cc0477f44d90b6a00049e5e0d5848d4514109e686a2ebe2c8c74ade197",
      "evaluation_run_id": "gpqa_run_v1_f43b71725dbadfc796496d181aa4ea130e427290e208c538c7f33456aaff2d61",
      "evidence_variant_id": "gpqa_evd_v1_e96691995d2919032340f96d1f25fa80b649eebb0736dbf4e4d03b3b6589517c",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000553234490740741",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "mixtral-8x7b",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "899072",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1490901"
      },
      "total_scored_attempts_usd": "1.6729811",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.03878548125",
      "configuration_id": "gpqa_cfg_v1_39ebb391cd30cb3a52b963dd160804c308e182b68c53d4420593c1241547bbb7",
      "evaluation_run_id": "gpqa_run_v1_cde3565a56b1a6656dafbec075f1438586402733203d291442929aa5a0fe8e98",
      "evidence_variant_id": "gpqa_evd_v1_d90fff655dcfbdf0cfe93c973d7a1ee242c06aee473853daa7a5b1fa26756c4e",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000205214186507937",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 3024,
      "rate_model": "mistral/open-mistral-nemo-2407",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "782880",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1285679"
      },
      "total_scored_attempts_usd": "0.6205677",
      "warnings": [
        "catalog_model_namespace_normalized",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.1161532125",
      "configuration_id": "gpqa_cfg_v1_bcfd3a2eaf724a8a23244b602b5694e0a00e463c8d82eb1c2c4ab4333abe3a1e",
      "evaluation_run_id": "gpqa_run_v1_5f85db9f6e9ea1d09922a756afb331f3156ee27cd024227e1bfa68f46e145174",
      "evidence_variant_id": "gpqa_evd_v1_98d4be1393e2c39c14ec82adf828f8420be9fc3d887c76cb23379312fa4b18a2",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000614567261904762",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 3024,
      "rate_model": "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat",
      "rate_provider": "fireworks_ai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "848304",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1216642"
      },
      "total_scored_attempts_usd": "1.8584514",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.08856525",
      "configuration_id": "gpqa_cfg_v1_08bd8befe0cade55c7342c9f96b69d027677412b414b670247ac45b3f919f540",
      "evaluation_run_id": "gpqa_run_v1_5e39fd30f2fea819992cae499e5283ef32d1247ded1e8b67c327c11717274ea5",
      "evidence_variant_id": "gpqa_evd_v1_19777c5b3118044034b1d9244e71cd858bbdb22012be1097744b6064e7d9b84e",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000468599206349206",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gpt-3.5-turbo-1106",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "799760",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "308642"
      },
      "total_scored_attempts_usd": "1.417044",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.0784338775",
      "configuration_id": "gpqa_cfg_v1_79ea3c485cc923af3af9258fe5fa39ad7844f3c46260f2a10709c1ff9e1b57e6",
      "evaluation_run_id": "gpqa_run_v1_e5ae10b7fa25360b7eab7f9fbf1ab5109372ab3b9e4f3b062ad7eead22f752dd",
      "evidence_variant_id": "gpqa_evd_v1_99902969eaf1717bb1a5557a5e692c80987156860a36229e2c160b0f37eb0d17",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000414994060846561",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 3024,
      "rate_model": "azure_ai/Phi-3-medium-128k-instruct",
      "rate_provider": "azure_ai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "893360",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1622163"
      },
      "total_scored_attempts_usd": "1.25494204",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.007730095625",
      "configuration_id": "gpqa_cfg_v1_c486088d5d896e439d15de33eede35061d90e78929121ccb49dcd5c09ad7b1cd",
      "evaluation_run_id": "gpqa_run_v1_88afd62f888feaa64bfd19ce1b3107b7a12ceaf768680d041bc5cbf374a06b80",
      "evidence_variant_id": "gpqa_evd_v1_52c8fadd084b1897a73631b39ea57ce0a8ffbec358a2975f7a95906190039081",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000040899976851852",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "google/gemma-2-9b-it",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "798384",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "968495"
      },
      "total_scored_attempts_usd": "0.12368153",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.05487509375",
      "configuration_id": "gpqa_cfg_v1_4ff2a56599222d2a455b2c7961cc7f544af144e423b64cfd6a02e8ed9c88e446",
      "evaluation_run_id": "gpqa_run_v1_6f145229001723016030c8489246da79111c7919d38127a356e8a0ad74a3ca45",
      "evidence_variant_id": "gpqa_evd_v1_c3994ed498ac294c3fb7ad1c0b4d15590978b729fabd6bf692874c979d1ecccb",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000290344411375661",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "gpt-3.5-turbo",
      "rate_provider": "openai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "799744",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "318753"
      },
      "total_scored_attempts_usd": "0.8780015",
      "warnings": [
        "alias_inferred",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.124922025",
      "configuration_id": "gpqa_cfg_v1_48c8d1776d8586ba5fce19ed21b2148cc8f42ab5c360ce1f53012f8973abf633",
      "evaluation_run_id": "gpqa_run_v1_711746500282f901b2cd94eb120ad984ae3a3f95786e881c2153bbfa1889a4ae",
      "evidence_variant_id": "gpqa_evd_v1_31aec9986e3f2401cfd7f1131e8c104af9961fb562e2fef154db8a1e512e2f92",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000660963095238095",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "meta-llama/llama-2-70b-chat",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "911184",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1309652"
      },
      "total_scored_attempts_usd": "1.9987524",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.01489275",
      "configuration_id": "gpqa_cfg_v1_08f66b9ca9530d2a229621c663831d6ac6cfa888b11230239eb991363750e754",
      "evaluation_run_id": "gpqa_run_v1_dbb9f2125cc09e996ef57fb0c3a86c5039790a3328752ace68ac73c52fd858b8",
      "evidence_variant_id": "gpqa_evd_v1_4c3fc342c1502e5abf9c4a73c86e03d99ee9af7721e0cac0d97df58e9b65a1fc",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000078797619047619",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "mistralai/ministral-8b",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "782880",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1599960"
      },
      "total_scored_attempts_usd": "0.238284",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.0056745",
      "configuration_id": "gpqa_cfg_v1_3166c2961eb47a41245ec120bbd6aa00af424fb8d90af97fb2168f58e13fb285",
      "evaluation_run_id": "gpqa_run_v1_a3f20303482242d26463b4d6d08959c23efb1301c1a7e6f91bd759ea7f96aae5",
      "evidence_variant_id": "gpqa_evd_v1_27e29c8b2a4642558e73c768888c044653ecc7516793e83a566599713822dc17",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.00003002380952381",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "meta-llama/llama-3-8b-instruct",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "811344",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1107528"
      },
      "total_scored_attempts_usd": "0.090792",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.00678696",
      "configuration_id": "gpqa_cfg_v1_b6ca95c2ac417673b46a71c78ad3dd16d60626c176c639d56b530e84b8805233",
      "evaluation_run_id": "gpqa_run_v1_fe427bef732f5f1a516b2590fa00be675554c2e40a20fa0ead1cc7602785c293",
      "evidence_variant_id": "gpqa_evd_v1_56b4fdcabe7d5a6922b99b83db483de7ec02e83ebc8cffacfb60a3b0382b154e",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000035909841269841",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "meta-llama/llama-3.1-8b-instruct",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "883872",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "3030464"
      },
      "total_scored_attempts_usd": "0.10859136",
      "warnings": [
        "catalog_sources_disagree",
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.00562864",
      "configuration_id": "gpqa_cfg_v1_139cbaca23c931c65e3d28182449928faf23acb7ce5481a3b9bb7577edf379de",
      "evaluation_run_id": "gpqa_run_v1_8feb80681a8b5c93af2d6f169a81b92d5277ab2284b7c0eff8bf8507f840f244",
      "evidence_variant_id": "gpqa_evd_v1_eefbb4d726b36d38e57429d4802a9358be6e10e1c00ab79f8cbae4ccdf8e81ea",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000029781164021164",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "mistralai/ministral-3b",
      "rate_provider": "openrouter",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "782960",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1468496"
      },
      "total_scored_attempts_usd": "0.09005824",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": null,
      "configuration_id": "gpqa_cfg_v1_937900a08828620bb405325f43551909f02e0fa51fe3dcfd74cfe0f34f2404f2",
      "evaluation_run_id": "gpqa_run_v1_c6bd22f4f5247b1f051af18d19da4bdc9c1f2d209d93da1064e0b851bfd1fd34",
      "evidence_variant_id": "gpqa_evd_v1_a824ee6311547ec13d7bd99dbe7f19fad0f95c1046e582fa09887b8f15ef5e6b",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": null,
      "price_source_ids": [],
      "priced_sample_count": 0,
      "rate_model": null,
      "rate_provider": null,
      "reason": "model_price_reference_needed",
      "service_tier": null,
      "status": "unavailable",
      "token_totals": null,
      "total_scored_attempts_usd": null,
      "warnings": []
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.037302484375",
      "configuration_id": "gpqa_cfg_v1_7f2ac119b9c9f420c06ad2e6f93c6e2e82828c27cec46dd73558c7faf28e5573",
      "evaluation_run_id": "gpqa_run_v1_6fdcfcbc939cac11581b5cd167f87ce8ad1a8c643783737ff83f0d36485b9eec",
      "evidence_variant_id": "gpqa_evd_v1_908d2fb385d65caf4e9235b3a9d0cadd7f65a37115bc964222f5247ad188dadc",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000197367642195767",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "mistral-7b",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "887408",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1499951"
      },
      "total_scored_attempts_usd": "0.59683975",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.10653339375",
      "configuration_id": "gpqa_cfg_v1_5e3089906c8c2437abc826f155bc422a429bb1076e8eaaa770f17c305e3498ab",
      "evaluation_run_id": "gpqa_run_v1_cc3f60648c996eaaa52ecbef11d0122f18e87ca4999935be5a754209ac741c6d",
      "evidence_variant_id": "gpqa_evd_v1_fae0271f6a0c6911f2f54f368c94835199df8d329517cae7cc978051576c7b30",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.00056366875",
      "price_source_ids": [
        "litellm"
      ],
      "priced_sample_count": 3024,
      "rate_model": "fireworks_ai/accounts/fireworks/models/yi-34b-chat",
      "rate_provider": "fireworks_ai",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "877088",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1016839"
      },
      "total_scored_attempts_usd": "1.7045343",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    },
    {
      "attempts_per_question": 16,
      "clean_run_usd": "0.035448765625",
      "configuration_id": "gpqa_cfg_v1_00e9ae21c6c0f764c862027370ab0a348eb54d424a8aff0cb6a305a38618706b",
      "evaluation_run_id": "gpqa_run_v1_ca45a83a12af45522007a22520a874ec87c40ccee3a08cb3975b2f21710f3022",
      "evidence_variant_id": "gpqa_evd_v1_b1fbd626729590cba9a7306c14eab42a7a0746d386cef5fb1bc3ed7c5ff05c7e",
      "expected_sample_count": 3024,
      "mean_cost_per_question_usd": "0.000187559606481481",
      "price_source_ids": [
        "genai-prices"
      ],
      "priced_sample_count": 3024,
      "rate_model": "mistral-7b",
      "rate_provider": "mistral",
      "reason": null,
      "service_tier": null,
      "status": "priced",
      "token_totals": {
        "input_cache_read_tokens": "0",
        "input_cache_write_tokens": "0",
        "input_uncached_tokens": "884176",
        "output_reasoning_tokens": "0",
        "output_text_tokens": "1384545"
      },
      "total_scored_attempts_usd": "0.56718025",
      "warnings": [
        "input_tokens_cache_read_not_reported",
        "input_tokens_cache_write_not_reported",
        "model_reference_catalog_selected",
        "model_reference_pricing_used",
        "reasoning_tokens_not_reported",
        "standard_model_pricing_used"
      ]
    }
  ]
}